jp170na/dp-zp-agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
aaa0a65f93
dp-zp-agent/tools/graphrag/evaluation/graphrag_questions_v3.json

74496 lines
2.0 MiB
Raw Blame History

[
{
"id": "g0001",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Jakub Maruniak"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy"
},
{
"person": "Jakub Maruniak",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "c8cf8763ddf08da54a46"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0002",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Jakub Maruniak"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy"
},
{
"person": "Jakub Maruniak",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "c8cf8763ddf08da54a46"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0003",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Kristián Sopkovič"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy"
},
{
"person": "Kristián Sopkovič",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "be75e5829e3577dcde6c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0004",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Kristián Sopkovič"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy"
},
{
"person": "Kristián Sopkovič",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "be75e5829e3577dcde6c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0005",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy"
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "fafb2c704342e41d5eda"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0006",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy"
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "fafb2c704342e41d5eda"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0007",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Spacy",
"Kristián Sopkovič"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"keyword": "Spacy"
},
{
"person": "Kristián Sopkovič",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "f85790e6f03955ae360e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0008",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Spacy",
"Kristián Sopkovič"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"keyword": "Spacy"
},
{
"person": "Kristián Sopkovič",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "f85790e6f03955ae360e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0009",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Spacy",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"keyword": "Spacy"
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "a3008a4c1ea8d5a7f471"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0010",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Spacy",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"keyword": "Spacy"
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "a3008a4c1ea8d5a7f471"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0011",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Spacy",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"keyword": "Spacy"
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "f79f47ed01c427fe11ef"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0012",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Spacy",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"keyword": "Spacy"
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "f79f47ed01c427fe11ef"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0013",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2018/david_omasta/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "Question Answering",
"require_all_people": true
},
"partition_group": "f2796295d90b79439260"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
},
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "closed_world_metadata",
"tags": [
"lm"
],
"categories": [
"dp2023",
"dp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0014",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2018/david_omasta/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "Question Answering",
"require_all_people": true
},
"partition_group": "0c5aeb5d8296bc04d986"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
},
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "closed_world_metadata",
"tags": [
"lm"
],
"categories": [
"dp2023",
"dp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0015",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "strojový preklad",
"require_all_people": true
},
"partition_group": "4aa086b434f63f4e585a"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "closed_world_metadata",
"tags": [
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2019"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "closed_world_metadata",
"tags": [
"nn",
"seq2seq",
"translation",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0016",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "strojový preklad",
"require_all_people": true
},
"partition_group": "764715a32a1c5ba119c6"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "closed_world_metadata",
"tags": [
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2019"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "closed_world_metadata",
"tags": [
"nn",
"seq2seq",
"translation",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0017",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "strojový preklad",
"require_all_people": true
},
"partition_group": "2992c61b66c504901bc2"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0018",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "strojový preklad",
"require_all_people": true
},
"partition_group": "8afe1209d73bc7577baa"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0019",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/patrik_pavlisin/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "strojový preklad",
"require_all_people": true
},
"partition_group": "807411fec08f8d1bbb06"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "closed_world_metadata",
"tags": [
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2019"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "closed_world_metadata",
"tags": [
"nn",
"seq2seq",
"translation",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0020",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/patrik_pavlisin/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "strojový preklad",
"require_all_people": true
},
"partition_group": "dd910d1c5977fe92650d"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "closed_world_metadata",
"tags": [
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2019"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "closed_world_metadata",
"tags": [
"nn",
"seq2seq",
"translation",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0021",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "pomenované entity",
"require_all_people": true
},
"partition_group": "0ca664c5db081b2938ab"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "closed_world_metadata",
"tags": [
"spacy",
"ner",
"annotation",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md",
"sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
"sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
"sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
"field": "closed_world_metadata",
"tags": [
"annotation",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0022",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "pomenované entity",
"require_all_people": true
},
"partition_group": "a877b2b3782cbf03119c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "closed_world_metadata",
"tags": [
"spacy",
"ner",
"annotation",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md",
"sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
"sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
"sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
"field": "closed_world_metadata",
"tags": [
"annotation",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0023",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2021/matej_novotny/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "jazykové modelovanie",
"require_all_people": true
},
"partition_group": "658bd279d4e0a439cc33"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "closed_world_metadata",
"tags": [
"nlp",
"fairseq",
"lm",
"bert",
"question-answer",
"qa"
],
"categories": [
"bp2021",
"dp2023"
]
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "closed_world_metadata",
"tags": [
"nlp"
],
"categories": [
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0024",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2021/matej_novotny/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "jazykové modelovanie",
"require_all_people": true
},
"partition_group": "d31690e85154dc9b3a32"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "closed_world_metadata",
"tags": [
"nlp",
"fairseq",
"lm",
"bert",
"question-answer",
"qa"
],
"categories": [
"bp2021",
"dp2023"
]
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "closed_world_metadata",
"tags": [
"nlp"
],
"categories": [
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0025",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "slovenčina",
"require_all_people": true
},
"partition_group": "1f5dc8574d879b802e9f"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "closed_world_metadata",
"tags": [
"lm"
],
"categories": [
"dp2023",
"dp2024"
]
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "closed_world_metadata",
"tags": [
"spacy",
"nlp"
],
"categories": [
"bp2022",
"dp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0026",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "slovenčina",
"require_all_people": true
},
"partition_group": "ad8893021f6349eb0d0a"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "closed_world_metadata",
"tags": [
"lm"
],
"categories": [
"dp2023",
"dp2024"
]
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "closed_world_metadata",
"tags": [
"spacy",
"nlp"
],
"categories": [
"bp2022",
"dp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0027",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "FAISS",
"require_all_people": true
},
"partition_group": "9bf50c84ab955b6faeb4"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "closed_world_metadata",
"tags": [
"ir",
"cloud",
"demo",
"nlp"
],
"categories": [
"vp2021",
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/README.md",
"sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
"sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md",
"sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0028",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "FAISS",
"require_all_people": true
},
"partition_group": "fbc493629d5c604405d3"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "closed_world_metadata",
"tags": [
"ir",
"cloud",
"demo",
"nlp"
],
"categories": [
"vp2021",
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/README.md",
"sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
"sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md",
"sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0029",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "Docker",
"require_all_people": true
},
"partition_group": "cc91a3783e24ee935844"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "closed_world_metadata",
"tags": [
"ir",
"qa",
"nlp"
],
"categories": [
"bp2022"
]
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "closed_world_metadata",
"tags": [
"web"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0030",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "Docker",
"require_all_people": true
},
"partition_group": "719bd8001e924f64791f"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "closed_world_metadata",
"tags": [
"ir",
"qa",
"nlp"
],
"categories": [
"bp2022"
]
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "closed_world_metadata",
"tags": [
"web"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0031",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "anotácia",
"require_all_people": true
},
"partition_group": "2fb459ca2ecd45f9d636"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0032",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "anotácia",
"require_all_people": true
},
"partition_group": "3c478754fd4ba3d25481"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0033",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "agent",
"require_all_people": true
},
"partition_group": "051dd2b6d93c1ffd36dd"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"vp2023",
"bp2024",
"dp2026"
]
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp",
"agent"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0034",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "agent",
"require_all_people": true
},
"partition_group": "882db423c9009170c8ad"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"vp2023",
"bp2024",
"dp2026"
]
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp",
"agent"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0035",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "GraphRAG",
"require_all_people": true
},
"partition_group": "e7679554205a27d14489"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"vp2024",
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0036",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "GraphRAG",
"require_all_people": true
},
"partition_group": "c835bb9e23d16b1672b6"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"vp2024",
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0037",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "hate speech",
"require_all_people": true
},
"partition_group": "584e6360a5cbb1963fdd"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0038",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "hate speech",
"require_all_people": true
},
"partition_group": "8787f884222e99c1117f"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0039",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "OpenWebUI",
"require_all_people": true
},
"partition_group": "b6a1f2c6292acaea994e"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0040",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "OpenWebUI",
"require_all_people": true
},
"partition_group": "431a00760487658f1033"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0041",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"RAG",
"Ján Pták"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"keyword": "RAG"
},
{
"person": "Ján Pták",
"keyword": "RAG"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "keyword",
"value": "RAG"
},
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "keyword",
"value": "RAG"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "9379a5cd15fc744b56b5"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.tag",
"value": "RAG"
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "taxonomy.tag",
"value": "RAG"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0042",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"RAG",
"Ján Pták"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"keyword": "RAG"
},
{
"person": "Ján Pták",
"keyword": "RAG"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "keyword",
"value": "RAG"
},
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "keyword",
"value": "RAG"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "9379a5cd15fc744b56b5"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.tag",
"value": "RAG"
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "taxonomy.tag",
"value": "RAG"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0043",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "znalostný graf",
"require_all_people": true
},
"partition_group": "6e82cbab59095f5c670d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0044",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "znalostný graf",
"require_all_people": true
},
"partition_group": "f415ae4fe5260c645b35"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0045",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "znalostný graf",
"require_all_people": true
},
"partition_group": "042ad854987276b5fae7"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "closed_world_metadata",
"tags": [
"nlp",
"graph",
"db"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0046",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "znalostný graf",
"require_all_people": true
},
"partition_group": "9e4ac177b0bce3e54dc3"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "closed_world_metadata",
"tags": [
"nlp",
"graph",
"db"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0047",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "znalostný graf",
"require_all_people": true
},
"partition_group": "7220fd134a2c4a9096ca"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "closed_world_metadata",
"tags": [
"nlp",
"graph",
"db"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0048",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "znalostný graf",
"require_all_people": true
},
"partition_group": "d911a3843513c372c6bd"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "closed_world_metadata",
"tags": [
"nlp",
"graph",
"db"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0049",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "LLM",
"require_all_people": true
},
"partition_group": "e14273246247adacfbd9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "closed_world_metadata",
"tags": [
"agent",
"lm",
"nlp"
],
"categories": [
"vp2025",
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0050",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "LLM",
"require_all_people": true
},
"partition_group": "cb041b0d7cc0a5da97a6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "closed_world_metadata",
"tags": [
"agent",
"lm",
"nlp"
],
"categories": [
"vp2025",
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0051",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "RAG",
"require_all_people": true
},
"partition_group": "8e3dd865223c7aa5cf01"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0052",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.",
"negative_constraints": {
"keyword": "RAG",
"require_all_people": true
},
"partition_group": "e4c98931ba062d22c029"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0053",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"agent",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"keyword": "agent"
},
{
"person": "Samuel Džurina",
"keyword": "agent"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "keyword",
"value": "agent"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "keyword",
"value": "agent"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "3c8224f893e71b535c4b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.tag",
"value": "agent"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "taxonomy.tag",
"value": "agent"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0054",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"agent",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"keyword": "agent"
},
{
"person": "Samuel Džurina",
"keyword": "agent"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "keyword",
"value": "agent"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "keyword",
"value": "agent"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "3c8224f893e71b535c4b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.tag",
"value": "agent"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "taxonomy.tag",
"value": "agent"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0055",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Martin Šarišský",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "178cfc213ab65750f963"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0056",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "ee651b48b4637a398b26"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0057",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"2021",
"Márk Fehér",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"year": 2021
},
{
"person": "Márk Fehér",
"year": 2021
},
{
"person": "Filip Tomáš",
"year": 2022
},
{
"person": "Márk Fehér",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "aa21be22d008404e5e98"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 314,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 50,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0058",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "9f6855ff14faa668092b"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0059",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "f5257bfb4aadb4833bd2"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0060",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Matej Novotný"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Matej Novotný",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "65b694ad9e7d1b5136c5"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0061",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Dárius Lindvai",
"2019",
"Lukáš Pokrývka",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"year": 2019
},
{
"person": "Lukáš Pokrývka",
"year": 2019
},
{
"person": "Dárius Lindvai",
"year": 2020
},
{
"person": "Lukáš Pokrývka",
"year": 2020
},
{
"person": "Dárius Lindvai",
"year": 2021
},
{
"person": "Lukáš Pokrývka",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "b59667f6f77f70ca1f12"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 155,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 192,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 22,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 79,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 36,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
"year": 2020,
"heading_line": 121,
"title_line": 123,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0062",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "8422a2b96fc68dc18bbd"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0063",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "408f182f5a81c0d0ebc3"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0064",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "c511c6bd4399cffe0a4e"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0065",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Martin Šarišský"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Martin Šarišský",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "990a98d22137308f662f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0066",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "9cbb7d33f915ddaa0cd4"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0067",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Ronald Zalacko",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "67abf5daf51f59a6d650"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0068",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2021",
"Kristián Sopkovič",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2021
},
{
"person": "Kristián Sopkovič",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "e718706633aabec28b3d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 366,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0069",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"2021",
"Márk Fehér",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"year": 2021
},
{
"person": "Márk Fehér",
"year": 2021
},
{
"person": "Alina Vitko",
"year": 2022
},
{
"person": "Márk Fehér",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"partition_group": "1092be78dec13d7b25cb"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
"year": 2021,
"heading_line": 70,
"title_line": 72,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 50,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0070",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Martin Šarišský",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "2b16dd4e680a11ee7e32"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0071",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Samuel Džurina",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "d4c7e8e5244070cc85de"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0072",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Rostyslav Rodzhuk"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Rostyslav Rodzhuk",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "7cb3572e158598dce28d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0073",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Martin Šarišský",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "f388d64b5afe17546204"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0074",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Ján Holp",
"2019",
"Maroš Harahus",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"year": 2019
},
{
"person": "Maroš Harahus",
"year": 2019
},
{
"person": "Ján Holp",
"year": 2020
},
{
"person": "Maroš Harahus",
"year": 2020
},
{
"person": "Ján Holp",
"year": 2021
},
{
"person": "Maroš Harahus",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "396c842186fb13eda105"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Písomná práca : Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 585,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 39,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 139,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 394,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
"year": 2020,
"heading_line": 492,
"title_line": 500,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0075",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2021",
"Tomáš Kuchárik",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2021
},
{
"person": "Tomáš Kuchárik",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Tomáš Kuchárik",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "016cad38ce79fe3568af"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 46,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
"year": 2021,
"heading_line": 90,
"title_line": 92,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0076",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Dávid Omasta",
"2024",
"Vladimír Ferko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"year": 2024
},
{
"person": "Vladimír Ferko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "0103c15c3c9ba190aeb1"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"year": 2024,
"heading_line": 19,
"title_line": 25,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"year": 2024,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0077",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "0b9404236ea0ff763cc7"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0078",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"2021",
"Michal Stromko",
"2022",
"2024"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"year": 2021
},
{
"person": "Michal Stromko",
"year": 2021
},
{
"person": "Kristián Sopkovič",
"year": 2022
},
{
"person": "Michal Stromko",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2024
},
{
"person": "Michal Stromko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "413cc2f519f7cb76d9ef"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 366,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 386,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": null,
"year": 2021,
"heading_line": 520,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
"year": 2024,
"heading_line": 72,
"title_line": 74,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Sémantické vyhľadávanie v slovenskom texte",
"year": 2024,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0079",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2021",
"Michal Stromko",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2021
},
{
"person": "Michal Stromko",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Michal Stromko",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "22fcb5b129982f9041eb"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 386,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": null,
"year": 2021,
"heading_line": 520,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0080",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Maksym Zatirka"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Maksym Zatirka",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "57efdd43cc46f3761067"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0081",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "f2b3737696d5e4254ec4"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0082",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "d82e2b2c2968aed34dd4"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0083",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "453a2b0bedf37bee63c1"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0084",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "758aa49ff3e27cddbb86"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0085",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "4616dbf3fbfe1b6340a4"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0086",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"2020",
"Patrik Pavlišin",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"year": 2020
},
{
"person": "Patrik Pavlišin",
"year": 2020
},
{
"person": "Ondrej Megela",
"year": 2022
},
{
"person": "Patrik Pavlišin",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "7dd86ca1645c358c5473"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 321,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Metódy automatického prekladu",
"year": 2020,
"heading_line": 242,
"title_line": 246,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2022,
"heading_line": 148,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad",
"year": 2022,
"heading_line": 11,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0087",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2019",
"Maroš Harahus",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"year": 2019
},
{
"person": "Maroš Harahus",
"year": 2019
},
{
"person": "Jakub Maruniak",
"year": 2020
},
{
"person": "Maroš Harahus",
"year": 2020
},
{
"person": "Jakub Maruniak",
"year": 2021
},
{
"person": "Maroš Harahus",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "6d3b56a1c80d3295e291"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 243,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 585,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 176,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 394,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
"year": 2020,
"heading_line": 492,
"title_line": 500,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0088",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "7d71e7dfb9c89e45d369"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0089",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Dominik Nagy",
"2022",
"Kristián Sopkovič"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "c82a40dc7058bf4ff976"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0090",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Maksym Zatirka"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Maksym Zatirka",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "b4d7638f023e3c2c516e"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0091",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "45b9043079a704a753db"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0092",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Simona Bobrovčanová",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "0050788a45bda43b1222"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0093",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"2021",
"Tomáš Kuchárik",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"year": 2021
},
{
"person": "Tomáš Kuchárik",
"year": 2021
},
{
"person": "Kristián Sopkovič",
"year": 2022
},
{
"person": "Tomáš Kuchárik",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "c555982774a5463756c5"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 366,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 46,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
"year": 2021,
"heading_line": 90,
"title_line": 92,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0094",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "b98e551fdcf55e35b201"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0095",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Dominik Nagy",
"2022",
"Michal Stromko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"year": 2022
},
{
"person": "Michal Stromko",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "a0a93c51abe86c769b6c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0096",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Alina Vitko",
"2021",
"Filip Tomáš",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"year": 2021
},
{
"person": "Filip Tomáš",
"year": 2021
},
{
"person": "Alina Vitko",
"year": 2022
},
{
"person": "Filip Tomáš",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "c76c2806c90f443eba22"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
"year": 2021,
"heading_line": 70,
"title_line": 72,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 314,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0097",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2022",
"Dominik Nagy"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Dominik Nagy",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "041717b1d52a156b689d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0098",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"2021",
"Tomáš Kuchárik",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"year": 2021
},
{
"person": "Tomáš Kuchárik",
"year": 2021
},
{
"person": "Michal Stromko",
"year": 2022
},
{
"person": "Tomáš Kuchárik",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "81127b0145e9373bc19b"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 386,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": null,
"year": 2021,
"heading_line": 520,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 46,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
"year": 2021,
"heading_line": 90,
"title_line": 92,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0099",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2025",
"Rostyslav Rodzhuk",
"2026"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"year": 2025
},
{
"person": "Rostyslav Rodzhuk",
"year": 2025
},
{
"person": "Matej Ščišľak",
"year": 2026
},
{
"person": "Rostyslav Rodzhuk",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "5370750473d7cd063755"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2025,
"heading_line": 79,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": "Veľký jazykový model ako inteligentný agent",
"year": 2025,
"heading_line": 138,
"title_line": 140,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0100",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "1c0829bc6ca8aec135ab"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0101",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Ján Malinovský"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Ján Malinovský",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"partition_group": "f3f457e60eef9dd0fbea"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0102",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Martin Šarišský"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Martin Šarišský",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "124dd5427db95b98b3dd"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0103",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2025",
"Oleh Poiasnik",
"2027"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"year": 2025
},
{
"person": "Oleh Poiasnik",
"year": 2025
},
{
"person": "Andrii Pervashov",
"year": 2027
},
{
"person": "Oleh Poiasnik",
"year": 2027
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "year",
"value": "2027"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "e6a2b801fc241b640bd9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Korekcia textu pomocou neurónových sietí",
"year": 2025,
"heading_line": 43,
"title_line": 48,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Chceme vytvoriť asistenta pre farmaceuta alebo zákazníka lekárne pre vyhľadávanie v príbalových letákoch.",
"year": 2025,
"heading_line": 80,
"title_line": 83,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
"year": 2027,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
"year": 2027,
"heading_line": 14,
"title_line": 16,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0104",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Matej Ščišľak"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Matej Ščišľak",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "367607d5cead76acf875"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0105",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Dominik Nagy",
"2022",
"Tomáš Kuchárik"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"year": 2022
},
{
"person": "Tomáš Kuchárik",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2016/tomas_kucharik/README.md"
],
"partition_group": "75bce5742bdfb3969395"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0106",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"partition_group": "58688526f38c1aec0947"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0107",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "32833974157304b75daa"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0108",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "64ee1de58f1a508800a6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0109",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "15aa69ef6dd8c01eea92"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0110",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Matej Ščišľak"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Matej Ščišľak",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"partition_group": "85c17f4431325a1eeb55"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0111",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2019",
"Ján Holp",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"year": 2019
},
{
"person": "Ján Holp",
"year": 2019
},
{
"person": "Jakub Maruniak",
"year": 2020
},
{
"person": "Ján Holp",
"year": 2020
},
{
"person": "Jakub Maruniak",
"year": 2021
},
{
"person": "Ján Holp",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "ba5bd4a7545d48476288"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 243,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Písomná práca : Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 176,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 39,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 139,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0112",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"2020",
"Martin Wencel"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [
{
"person": "Dmytro Ushatenko",
"year": 2020
},
{
"person": "Martin Wencel",
"year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md"
],
"partition_group": "556668355bc92d4e9433"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Jednoduchý chatbot v jazyku Python,",
"year": 2020,
"heading_line": 11,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"year": 2020,
"heading_line": 17,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 73,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0113",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "49c72dec79d95697dde8"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0114",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "f84c3e859d0eb837cc1d"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0115",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Rostyslav Rodzhuk"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Rostyslav Rodzhuk",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "d35ac8a452dc9f5c6c59"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0116",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2025",
"Tetiana Mohorian"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"year": 2025
},
{
"person": "Tetiana Mohorian",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "bc0c9e8530a9037af0a4"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
"year": 2025,
"heading_line": 13,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
"year": 2025,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0117",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Martin Šarišský"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Martin Šarišský",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"partition_group": "f6bde12166ac4da9c73c"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0118",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Samuel Džurina",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "bea65225dda02b7e5ddd"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0119",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Martin Šarišský",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "178cfc213ab65750f963"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0120",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "ee651b48b4637a398b26"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0121",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"2021",
"Márk Fehér",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"year": 2021
},
{
"person": "Márk Fehér",
"year": 2021
},
{
"person": "Filip Tomáš",
"year": 2022
},
{
"person": "Márk Fehér",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "aa21be22d008404e5e98"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 314,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 50,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0122",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "9f6855ff14faa668092b"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0123",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "f5257bfb4aadb4833bd2"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0124",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Matej Novotný"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Matej Novotný",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "65b694ad9e7d1b5136c5"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0125",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Dárius Lindvai",
"2019",
"Lukáš Pokrývka",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"year": 2019
},
{
"person": "Lukáš Pokrývka",
"year": 2019
},
{
"person": "Dárius Lindvai",
"year": 2020
},
{
"person": "Lukáš Pokrývka",
"year": 2020
},
{
"person": "Dárius Lindvai",
"year": 2021
},
{
"person": "Lukáš Pokrývka",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "b59667f6f77f70ca1f12"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 155,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 192,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 22,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 79,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 36,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
"year": 2020,
"heading_line": 121,
"title_line": 123,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0126",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "8422a2b96fc68dc18bbd"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0127",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "408f182f5a81c0d0ebc3"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0128",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "c511c6bd4399cffe0a4e"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0129",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Martin Šarišský"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Martin Šarišský",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "990a98d22137308f662f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0130",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2026",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"year": 2026
},
{
"person": "Samuel Džurina",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "9cbb7d33f915ddaa0cd4"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0131",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Ronald Zalacko",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "67abf5daf51f59a6d650"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0132",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2021",
"Kristián Sopkovič",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2021
},
{
"person": "Kristián Sopkovič",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "e718706633aabec28b3d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 366,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0133",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"2021",
"Márk Fehér",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"year": 2021
},
{
"person": "Márk Fehér",
"year": 2021
},
{
"person": "Alina Vitko",
"year": 2022
},
{
"person": "Márk Fehér",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"partition_group": "1092be78dec13d7b25cb"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
"year": 2021,
"heading_line": 70,
"title_line": 72,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 50,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0134",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Martin Šarišský",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "2b16dd4e680a11ee7e32"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0135",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Samuel Džurina",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "d4c7e8e5244070cc85de"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0136",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Rostyslav Rodzhuk"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Rostyslav Rodzhuk",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "7cb3572e158598dce28d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0137",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Martin Šarišský",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "f388d64b5afe17546204"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0138",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Ján Holp",
"2019",
"Maroš Harahus",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"year": 2019
},
{
"person": "Maroš Harahus",
"year": 2019
},
{
"person": "Ján Holp",
"year": 2020
},
{
"person": "Maroš Harahus",
"year": 2020
},
{
"person": "Ján Holp",
"year": 2021
},
{
"person": "Maroš Harahus",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "396c842186fb13eda105"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Písomná práca : Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 585,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 39,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 139,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 394,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
"year": 2020,
"heading_line": 492,
"title_line": 500,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0139",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2021",
"Tomáš Kuchárik",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2021
},
{
"person": "Tomáš Kuchárik",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Tomáš Kuchárik",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "016cad38ce79fe3568af"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2021,
"heading_line": 46,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
"year": 2021,
"heading_line": 90,
"title_line": 92,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0140",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Dávid Omasta",
"2024",
"Vladimír Ferko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"year": 2024
},
{
"person": "Vladimír Ferko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "0103c15c3c9ba190aeb1"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"year": 2024,
"heading_line": 19,
"title_line": 25,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"year": 2024,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0141",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "0b9404236ea0ff763cc7"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0142",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"2021",
"Michal Stromko",
"2022",
"2024"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"year": 2021
},
{
"person": "Michal Stromko",
"year": 2021
},
{
"person": "Kristián Sopkovič",
"year": 2022
},
{
"person": "Michal Stromko",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2024
},
{
"person": "Michal Stromko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "413cc2f519f7cb76d9ef"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 366,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 386,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": null,
"year": 2021,
"heading_line": 520,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
"year": 2024,
"heading_line": 72,
"title_line": 74,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Sémantické vyhľadávanie v slovenskom texte",
"year": 2024,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0143",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2021",
"Michal Stromko",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2021
},
{
"person": "Michal Stromko",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Michal Stromko",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "22fcb5b129982f9041eb"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 386,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": null,
"year": 2021,
"heading_line": 520,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0144",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Maksym Zatirka"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Maksym Zatirka",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "57efdd43cc46f3761067"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0145",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "f2b3737696d5e4254ec4"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0146",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"2026",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"year": 2026
},
{
"person": "Samuel Vasiľ",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "d82e2b2c2968aed34dd4"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0147",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Oleksandr Dorybohov",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "453a2b0bedf37bee63c1"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0148",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2026",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"year": 2026
},
{
"person": "Yevhenii Medushivskyi",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "758aa49ff3e27cddbb86"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0149",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2026",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"year": 2026
},
{
"person": "Ronald Zalacko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "4616dbf3fbfe1b6340a4"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0150",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"2020",
"Patrik Pavlišin",
"2022"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"year": 2020
},
{
"person": "Patrik Pavlišin",
"year": 2020
},
{
"person": "Ondrej Megela",
"year": 2022
},
{
"person": "Patrik Pavlišin",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "7dd86ca1645c358c5473"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 321,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Metódy automatického prekladu",
"year": 2020,
"heading_line": 242,
"title_line": 246,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2022,
"heading_line": 148,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad",
"year": 2022,
"heading_line": 11,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0151",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2019",
"Maroš Harahus",
"2020",
"2021"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"year": 2019
},
{
"person": "Maroš Harahus",
"year": 2019
},
{
"person": "Jakub Maruniak",
"year": 2020
},
{
"person": "Maroš Harahus",
"year": 2020
},
{
"person": "Jakub Maruniak",
"year": 2021
},
{
"person": "Maroš Harahus",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 4,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 5,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 4,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 5,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "6d3b56a1c80d3295e291"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 243,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": null,
"year": 2019,
"heading_line": 585,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 176,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2020,
"heading_line": 394,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
"year": 2020,
"heading_line": 492,
"title_line": 500,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0152",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Matej Novotný",
"2026",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Simona Bobrovčanová",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "7d71e7dfb9c89e45d369"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0153",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Dominik Nagy",
"2022",
"Kristián Sopkovič"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "c82a40dc7058bf4ff976"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0154",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Ján Malinovský",
"2026",
"Maksym Zatirka"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Maksym Zatirka",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "b4d7638f023e3c2c516e"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0155",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"2022",
"Valerii Kutsenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Tetiana Mohorian",
"start_year": 2022
},
{
"person": "Valerii Kutsenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "abd63ecc4c46d0c117f9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0156",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Ján Pták",
"2022",
"Tetiana Mohorian"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"start_year": 2022
},
{
"person": "Tetiana Mohorian",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "45fc60f4258c9809fad6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0157",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2023",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"start_year": 2023
},
{
"person": "Ronald Zalacko",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "c6e9971fb818cf66e0ca"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0158",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Ján Malinovský",
"2022",
"Oleh Poiasnik"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"start_year": 2022
},
{
"person": "Oleh Poiasnik",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "751e1e06eb132442b38b"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0159",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"2022",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"start_year": 2022
},
{
"person": "Samuel Vasiľ",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "374b61b37bb743011e59"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0160",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Samuel Džurina",
"2023",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"start_year": 2023
},
{
"person": "Yevhenii Medushivskyi",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "7da2820b2c042ed98403"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0161",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"2023",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"start_year": 2023
},
{
"person": "Ronald Zalacko",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "9cbee8d3975d3f17bada"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0162",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Ján Pták",
"2022",
"Valerii Kutsenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"start_year": 2022
},
{
"person": "Valerii Kutsenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "f89b6f425bc8c8a23d83"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0163",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2023",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"start_year": 2023
},
{
"person": "Simona Bobrovčanová",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "3bb485022d56f4bb2515"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0164",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"2023",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Simona Bobrovčanová",
"start_year": 2023
},
{
"person": "Yevhenii Medushivskyi",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "52e27e4f815aeb6b38ec"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0165",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Novotný",
"2021",
"Matej Ščišľak"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"start_year": 2021
},
{
"person": "Matej Ščišľak",
"start_year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "start_year",
"value": "2021"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "start_year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"partition_group": "542379845fa17d2ead90"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "start_year",
"value": 2021
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "start_year",
"value": 2021
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0166",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "f3909778ebc319ef0365"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0167",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2023",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"start_year": 2023
},
{
"person": "Yevhenii Medushivskyi",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "37472fdae47e5d35685a"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0168",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2016",
"Ján Holp"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"start_year": 2016
},
{
"person": "Ján Holp",
"start_year": 2016
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "start_year",
"value": "2016"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "start_year",
"value": "2016"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "1d7a0440b3b7b23db8de"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "start_year",
"value": 2016
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "start_year",
"value": 2016
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0169",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "4e015f66967c98096fbc"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0170",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2023",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"start_year": 2023
},
{
"person": "Oleksandr Dorybohov",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "623001edaea9bcc97d6f"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0171",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Ján Malinovský",
"2022",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"start_year": 2022
},
{
"person": "Samuel Vasiľ",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "c853a5ec612fa5f83baf"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0172",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2023",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"start_year": 2023
},
{
"person": "Samuel Džurina",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "ea7138f5586005eb2e7b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0173",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2023",
"Maksym Zatirka"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"start_year": 2023
},
{
"person": "Maksym Zatirka",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "b39f89ce3757399e823b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0174",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2022",
"Tetiana Mohorian"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"start_year": 2022
},
{
"person": "Tetiana Mohorian",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "dc5c897a86c84a75de30"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0175",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2023",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"start_year": 2023
},
{
"person": "Ronald Zalacko",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "c94abdaf37e7aa2a8259"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0176",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2023",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"start_year": 2023
},
{
"person": "Oleksandr Dorybohov",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "9c8afe03cc731ab22e52"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0177",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2022",
"Ján Pták"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"start_year": 2022
},
{
"person": "Ján Pták",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "a7238df243a1e1d054ca"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0178",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2022",
"Oleh Poiasnik"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"start_year": 2022
},
{
"person": "Oleh Poiasnik",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "60137ba211d54af0b4f8"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0179",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Ján Malinovský",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "dd6d9af68630cd49f592"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0180",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Samuel Vasiľ",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "a6734c40dc2e4f6f3abd"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0181",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2022",
"Ján Malinovský"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"start_year": 2022
},
{
"person": "Ján Malinovský",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "b4aa7863cbb63ce67cf0"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0182",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2022",
"Valerii Kutsenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"start_year": 2022
},
{
"person": "Valerii Kutsenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "2fc6aa95207f6095f9e7"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0183",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Dárius Lindvai",
"2016",
"Lukáš Pokrývka"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"start_year": 2016
},
{
"person": "Lukáš Pokrývka",
"start_year": 2016
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "start_year",
"value": "2016"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "start_year",
"value": "2016"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "eb50d59ca55b462b92b1"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "start_year",
"value": 2016
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "start_year",
"value": 2016
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0184",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md",
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Eduard Matovka",
"2021",
"Martin Šarišský"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Eduard Matovka"
},
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Eduard Matovka",
"start_year": 2021
},
{
"person": "Martin Šarišský",
"start_year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Eduard Matovka"
},
{
"type": "start_year",
"value": "2021"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "start_year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/eduard_matovka/README.md",
"pages/students/2021/martin_sarissky/README.md"
],
"partition_group": "da8e200bbb734c40c55c"
},
"source_evidence": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "start_year",
"value": 2021
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "start_year",
"value": 2021
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0185",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Matej Novotný",
"2021",
"Vladimír Ferko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"start_year": 2021
},
{
"person": "Vladimír Ferko",
"start_year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "start_year",
"value": "2021"
},
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "start_year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "7fefbde7eef0cb32860d"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "start_year",
"value": 2021
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "start_year",
"value": 2021
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0186",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Samuel Džurina",
"2023",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"start_year": 2023
},
{
"person": "Simona Bobrovčanová",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "2cb7f465749b32572c55"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0187",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2022",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"start_year": 2022
},
{
"person": "Samuel Vasiľ",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "d99fa482032cbad9c8b2"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0188",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Matej Ščišľak",
"2021",
"Vladimír Ferko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"start_year": 2021
},
{
"person": "Vladimír Ferko",
"start_year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "start_year",
"value": "2021"
},
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "start_year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "6dc6004e2db1d64175cf"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "start_year",
"value": 2021
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "start_year",
"value": 2021
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0189",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"2022",
"Valerii Kutsenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Tetiana Mohorian",
"start_year": 2022
},
{
"person": "Valerii Kutsenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "abd63ecc4c46d0c117f9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0190",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Ján Pták",
"2022",
"Tetiana Mohorian"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"start_year": 2022
},
{
"person": "Tetiana Mohorian",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "45fc60f4258c9809fad6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0191",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2023",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"start_year": 2023
},
{
"person": "Ronald Zalacko",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "c6e9971fb818cf66e0ca"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0192",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Ján Malinovský",
"2022",
"Oleh Poiasnik"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"start_year": 2022
},
{
"person": "Oleh Poiasnik",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "751e1e06eb132442b38b"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0193",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"2022",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"start_year": 2022
},
{
"person": "Samuel Vasiľ",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "374b61b37bb743011e59"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0194",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Samuel Džurina",
"2023",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"start_year": 2023
},
{
"person": "Yevhenii Medushivskyi",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "7da2820b2c042ed98403"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0195",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"2023",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"start_year": 2023
},
{
"person": "Ronald Zalacko",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "9cbee8d3975d3f17bada"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0196",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Ján Pták",
"2022",
"Valerii Kutsenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"start_year": 2022
},
{
"person": "Valerii Kutsenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "f89b6f425bc8c8a23d83"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0197",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2023",
"Simona Bobrovčanová"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"start_year": 2023
},
{
"person": "Simona Bobrovčanová",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "3bb485022d56f4bb2515"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0198",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"2023",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Simona Bobrovčanová",
"start_year": 2023
},
{
"person": "Yevhenii Medushivskyi",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "52e27e4f815aeb6b38ec"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0199",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Novotný",
"2021",
"Matej Ščišľak"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"start_year": 2021
},
{
"person": "Matej Ščišľak",
"start_year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "start_year",
"value": "2021"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "start_year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md"
],
"partition_group": "542379845fa17d2ead90"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "start_year",
"value": 2021
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "start_year",
"value": 2021
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0200",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "f3909778ebc319ef0365"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0201",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2023",
"Yevhenii Medushivskyi"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"start_year": 2023
},
{
"person": "Yevhenii Medushivskyi",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "37472fdae47e5d35685a"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0202",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2016",
"Ján Holp"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"start_year": 2016
},
{
"person": "Ján Holp",
"start_year": 2016
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "start_year",
"value": "2016"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "start_year",
"value": "2016"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "1d7a0440b3b7b23db8de"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "start_year",
"value": 2016
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "start_year",
"value": 2016
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0203",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "4e015f66967c98096fbc"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0204",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2023",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"start_year": 2023
},
{
"person": "Oleksandr Dorybohov",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "623001edaea9bcc97d6f"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0205",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Ján Malinovský",
"2022",
"Samuel Vasiľ"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"start_year": 2022
},
{
"person": "Samuel Vasiľ",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "c853a5ec612fa5f83baf"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0206",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"2023",
"Samuel Džurina"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"start_year": 2023
},
{
"person": "Samuel Džurina",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md",
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "ea7138f5586005eb2e7b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0207",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2023",
"Maksym Zatirka"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"start_year": 2023
},
{
"person": "Maksym Zatirka",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "b39f89ce3757399e823b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0208",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2022",
"Tetiana Mohorian"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"start_year": 2022
},
{
"person": "Tetiana Mohorian",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "dc5c897a86c84a75de30"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0209",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Maksym Zatirka",
"2023",
"Ronald Zalacko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"start_year": 2023
},
{
"person": "Ronald Zalacko",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md",
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "c94abdaf37e7aa2a8259"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0210",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2023",
"Oleksandr Dorybohov"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"start_year": 2023
},
{
"person": "Oleksandr Dorybohov",
"start_year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "start_year",
"value": "2023"
},
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "start_year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "9c8afe03cc731ab22e52"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "start_year",
"value": 2023
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "start_year",
"value": 2023
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0211",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2022",
"Ján Pták"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"start_year": 2022
},
{
"person": "Ján Pták",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "a7238df243a1e1d054ca"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0212",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2022",
"Oleh Poiasnik"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"start_year": 2022
},
{
"person": "Oleh Poiasnik",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "60137ba211d54af0b4f8"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0213",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Ján Malinovský",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "dd6d9af68630cd49f592"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0214",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"2022",
"Vladyslav Yanchenko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Samuel Vasiľ",
"start_year": 2022
},
{
"person": "Vladyslav Yanchenko",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md",
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "a6734c40dc2e4f6f3abd"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0215",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "thesis_title",
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md"
],
"partition_group": "18d5030f4fb216cf88bf"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0216",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "thesis_title",
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md"
],
"partition_group": "18d5030f4fb216cf88bf"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0217",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
"2027"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2027,
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "thesis_title",
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"partition_group": "276d583995a85ffc618f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
"year": 2027,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0218",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
"2027"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2027,
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "thesis_title",
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"partition_group": "276d583995a85ffc618f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
"year": 2027,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0219",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "thesis_title",
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "19babc3459ab79ae9fbd"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0220",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "thesis_title",
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "19babc3459ab79ae9fbd"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0221",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "thesis_title",
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md"
],
"partition_group": "35b103279cc7418ed880"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
"year": 2025,
"heading_line": 13,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0222",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "thesis_title",
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md"
],
"partition_group": "35b103279cc7418ed880"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
"year": 2025,
"heading_line": 13,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0223",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "thesis_title",
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md"
],
"partition_group": "33895a11fe99d4d8bfb9"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0224",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [
"Denis Le Thanh",
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "thesis_title",
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md"
],
"partition_group": "33895a11fe99d4d8bfb9"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0225",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"Jednoduchý chatbot v jazyku Python,",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [
{
"person": "Dmytro Ushatenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Jednoduchý chatbot v jazyku Python,"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "thesis_title",
"value": "Jednoduchý chatbot v jazyku Python,"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"partition_group": "a23357c241527dc9d73b"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Jednoduchý chatbot v jazyku Python,",
"year": 2020,
"heading_line": 11,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0226",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"Jednoduchý chatbot v jazyku Python,",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [
{
"person": "Dmytro Ushatenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Jednoduchý chatbot v jazyku Python,"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "thesis_title",
"value": "Jednoduchý chatbot v jazyku Python,"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"partition_group": "a23357c241527dc9d73b"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Jednoduchý chatbot v jazyku Python,",
"year": 2020,
"heading_line": 11,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0227",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"Neurónový strojový preklad pomocou knižnice Fairseq",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2022,
"title": "Neurónový strojový preklad pomocou knižnice Fairseq"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "thesis_title",
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"partition_group": "e235c90076eaebd255b3"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0228",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"Neurónový strojový preklad pomocou knižnice Fairseq",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2022,
"title": "Neurónový strojový preklad pomocou knižnice Fairseq"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "thesis_title",
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"partition_group": "e235c90076eaebd255b3"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0229",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "thesis_title",
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "7a39c6d9f1e5631fc2ce"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0230",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "thesis_title",
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "7a39c6d9f1e5631fc2ce"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0231",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"2024"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2024,
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "thesis_title",
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md"
],
"partition_group": "5ba577c5e9e18b4c7bac"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"year": 2024,
"heading_line": 19,
"title_line": 25,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0232",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"2024"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2024,
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "thesis_title",
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md"
],
"partition_group": "5ba577c5e9e18b4c7bac"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"year": 2024,
"heading_line": 19,
"title_line": 25,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0233",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"Slovenská konverzačná umelá inteligencia",
"2024"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Eduard Matovka"
}
],
"expected_bindings": [
{
"person": "Eduard Matovka",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2024,
"title": "Slovenská konverzačná umelá inteligencia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Eduard Matovka"
},
{
"type": "thesis_title",
"value": "Slovenská konverzačná umelá inteligencia"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/eduard_matovka/README.md"
],
"partition_group": "c899f159f360c5a00aa5"
},
"source_evidence": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Slovenská konverzačná umelá inteligencia",
"year": 2024,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0234",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"Slovenská konverzačná umelá inteligencia",
"2024"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Eduard Matovka"
}
],
"expected_bindings": [
{
"person": "Eduard Matovka",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2024,
"title": "Slovenská konverzačná umelá inteligencia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Eduard Matovka"
},
{
"type": "thesis_title",
"value": "Slovenská konverzačná umelá inteligencia"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/eduard_matovka/README.md"
],
"partition_group": "c899f159f360c5a00aa5"
},
"source_evidence": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Slovenská konverzačná umelá inteligencia",
"year": 2024,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0235",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "thesis_title",
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "69ed7f36bae73f5f53cb"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0236",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "thesis_title",
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "69ed7f36bae73f5f53cb"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0237",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "thesis_title",
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "0bb33c9fb545db6c7efd"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0238",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "thesis_title",
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "0bb33c9fb545db6c7efd"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0239",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku.",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "138ca699884b739f8e5c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0240",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku.",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "138ca699884b739f8e5c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0241",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"Grafové vyhľadávanie pre podporu vzdelávania",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"academic_kind": "Work",
"academic_type": "diploma_project",
"year": 2026,
"title": "Grafové vyhľadávanie pre podporu vzdelávania"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "work_title",
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "3601e0886defba5b6e13"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0242",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"Grafové vyhľadávanie pre podporu vzdelávania",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"academic_kind": "Work",
"academic_type": "diploma_project",
"year": 2026,
"title": "Grafové vyhľadávanie pre podporu vzdelávania"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "work_title",
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "3601e0886defba5b6e13"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0243",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"Agent pre manažment záverečných prác",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"academic_kind": "Work",
"academic_type": "diploma_project",
"year": 2026,
"title": "Agent pre manažment záverečných prác"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "work_title",
"value": "Agent pre manažment záverečných prác"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "e9222cc7da300b3ce4a9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0244",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"Agent pre manažment záverečných prác",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"academic_kind": "Work",
"academic_type": "diploma_project",
"year": 2026,
"title": "Agent pre manažment záverečných prác"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "work_title",
"value": "Agent pre manažment záverečných prác"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "e9222cc7da300b3ce4a9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0245",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "thesis_title",
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "b44a3b6ebc87e4420487"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0246",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "thesis_title",
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "b44a3b6ebc87e4420487"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0247",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"Paralelné trénovanie neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Paralelné trénovanie neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "thesis_title",
"value": "Paralelné trénovanie neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "19fc794342b4529bdfb5"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0248",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"Paralelné trénovanie neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Paralelné trénovanie neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "thesis_title",
"value": "Paralelné trénovanie neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "19fc794342b4529bdfb5"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0249",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"Grafová databáza pre podporu generovania slovenského jazyka",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Grafová databáza pre podporu generovania slovenského jazyka"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "thesis_title",
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "d9ff12437fc4222b3c4e"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0250",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"Grafová databáza pre podporu generovania slovenského jazyka",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Grafová databáza pre podporu generovania slovenského jazyka"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "thesis_title",
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "d9ff12437fc4222b3c4e"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0251",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Neurónová morfologická anotácia slovenského jazyka",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Neurónová morfologická anotácia slovenského jazyka"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "thesis_title",
"value": "Neurónová morfologická anotácia slovenského jazyka"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "736f8ecc77f7a50a9d5a"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0252",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Neurónová morfologická anotácia slovenského jazyka",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Neurónová morfologická anotácia slovenského jazyka"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "thesis_title",
"value": "Neurónová morfologická anotácia slovenského jazyka"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "736f8ecc77f7a50a9d5a"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0253",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [
{
"person": "Martin Wencel",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "thesis_title",
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/martin_wencel/README.md"
],
"partition_group": "8985ba93a5b0b2642e32"
},
"source_evidence": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"year": 2020,
"heading_line": 17,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0254",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [
{
"person": "Martin Wencel",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "thesis_title",
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/martin_wencel/README.md"
],
"partition_group": "8985ba93a5b0b2642e32"
},
"source_evidence": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"year": 2020,
"heading_line": 17,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0255",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"Agentové systémy pomocou veľkého jazykového modelu",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Agentové systémy pomocou veľkého jazykového modelu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "thesis_title",
"value": "Agentové systémy pomocou veľkého jazykového modelu"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"partition_group": "535e783ec079dea758ab"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0256",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"Agentové systémy pomocou veľkého jazykového modelu",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Agentové systémy pomocou veľkého jazykového modelu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "thesis_title",
"value": "Agentové systémy pomocou veľkého jazykového modelu"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"partition_group": "535e783ec079dea758ab"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Agentové systémy pomocou veľkého jazykového modelu",
"year": 2026,
"heading_line": 12,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0257",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "thesis_title",
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md"
],
"partition_group": "364c79ac377300bbeeb1"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0258",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "thesis_title",
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md"
],
"partition_group": "364c79ac377300bbeeb1"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0259",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "thesis_title",
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"partition_group": "bdffe2d073d6ebc98eeb"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0260",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "thesis_title",
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"partition_group": "bdffe2d073d6ebc98eeb"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0261",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"Indexovanie slovenského textu pomocou Elasticsearch",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Indexovanie slovenského textu pomocou Elasticsearch"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "thesis_title",
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "ca5560087a7b6ec2338e"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0262",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"Indexovanie slovenského textu pomocou Elasticsearch",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Indexovanie slovenského textu pomocou Elasticsearch"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "thesis_title",
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "ca5560087a7b6ec2338e"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
"year": 2022,
"heading_line": 374,
"title_line": 379,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0263",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"Klasifikácia textu metódami strojového učenia",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Márk Fehér",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2022,
"title": "Klasifikácia textu metódami strojového učenia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "thesis_title",
"value": "Klasifikácia textu metódami strojového učenia"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md"
],
"partition_group": "ee84942b54d13d5f97dd"
},
"source_evidence": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0264",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"Klasifikácia textu metódami strojového učenia",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Márk Fehér",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2022,
"title": "Klasifikácia textu metódami strojového učenia"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "thesis_title",
"value": "Klasifikácia textu metódami strojového učenia"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md"
],
"partition_group": "ee84942b54d13d5f97dd"
},
"source_evidence": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0265",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"Expertný agentový systém na podporu rozhodovania v lekárni",
"2027"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2027,
"title": "Expertný agentový systém na podporu rozhodovania v lekárni"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "thesis_title",
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "a4441f4caf752a253853"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
"year": 2027,
"heading_line": 14,
"title_line": 16,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0266",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"Expertný agentový systém na podporu rozhodovania v lekárni",
"2027"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2027,
"title": "Expertný agentový systém na podporu rozhodovania v lekárni"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "thesis_title",
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "a4441f4caf752a253853"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
"year": 2027,
"heading_line": 14,
"title_line": 16,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0267",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"Automatické odpovede na otázky v právnej oblasti",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Automatické odpovede na otázky v právnej oblasti"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "thesis_title",
"value": "Automatické odpovede na otázky v právnej oblasti"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "6fed450855b681b2c801"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0268",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"Automatické odpovede na otázky v právnej oblasti",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Automatické odpovede na otázky v právnej oblasti"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "thesis_title",
"value": "Automatické odpovede na otázky v právnej oblasti"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "6fed450855b681b2c801"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0269",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"Neurónové jazykové modelovanie typu BERT.",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Neurónové jazykové modelovanie typu BERT."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "thesis_title",
"value": "Neurónové jazykové modelovanie typu BERT."
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "46c5299ff9202545c1db"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0270",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"Neurónové jazykové modelovanie typu BERT.",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Neurónové jazykové modelovanie typu BERT."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "thesis_title",
"value": "Neurónové jazykové modelovanie typu BERT."
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "46c5299ff9202545c1db"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0271",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"Metódy automatického prekladu",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Patrik Pavlišin",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Metódy automatického prekladu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "thesis_title",
"value": "Metódy automatického prekladu"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"partition_group": "737f28e7a259ee0429fa"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Metódy automatického prekladu",
"year": 2020,
"heading_line": 242,
"title_line": 246,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0272",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"Metódy automatického prekladu",
"2020"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Patrik Pavlišin",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2020,
"title": "Metódy automatického prekladu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "thesis_title",
"value": "Metódy automatického prekladu"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"partition_group": "737f28e7a259ee0429fa"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Metódy automatického prekladu",
"year": 2020,
"heading_line": 242,
"title_line": 246,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0273",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"Skórovací online systém pre robotické súťaže",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Ronald Zalacko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Skórovací online systém pre robotické súťaže"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "thesis_title",
"value": "Skórovací online systém pre robotické súťaže"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "0d143d9ce8a23195a0c4"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0274",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"Skórovací online systém pre robotické súťaže",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Ronald Zalacko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Skórovací online systém pre robotické súťaže"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "thesis_title",
"value": "Skórovací online systém pre robotické súťaže"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "0d143d9ce8a23195a0c4"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Skórovací online systém pre robotické súťaže",
"year": 2026,
"heading_line": 17,
"title_line": 22,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0275",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "thesis_title",
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "62979bc36f4c969209eb"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0276",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "thesis_title",
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "62979bc36f4c969209eb"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
"year": 2026,
"heading_line": 15,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0277",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"Dialógový systém pre podporu firemných procesov",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Dialógový systém pre podporu firemných procesov"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "thesis_title",
"value": "Dialógový systém pre podporu firemných procesov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "9ea9662feacaf707e0d7"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0278",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"Dialógový systém pre podporu firemných procesov",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Dialógový systém pre podporu firemných procesov"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "thesis_title",
"value": "Dialógový systém pre podporu firemných procesov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "9ea9662feacaf707e0d7"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Dialógový systém pre podporu firemných procesov",
"year": 2026,
"heading_line": 14,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0279",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Samuel Vasiľ",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "thesis_title",
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "c5ba14ef7174efc532aa"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0280",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Samuel Vasiľ",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "thesis_title",
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "c5ba14ef7174efc532aa"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0281",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"Automatická sumarizácia slovenského textu",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Simona Bobrovčanová",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Automatická sumarizácia slovenského textu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "thesis_title",
"value": "Automatická sumarizácia slovenského textu"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "f8facff9b4b09d7fae10"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0282",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"Automatická sumarizácia slovenského textu",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Simona Bobrovčanová",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Automatická sumarizácia slovenského textu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "thesis_title",
"value": "Automatická sumarizácia slovenského textu"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "f8facff9b4b09d7fae10"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická sumarizácia slovenského textu",
"year": 2026,
"heading_line": 14,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0283",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Tetiana Mohorian",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "thesis_title",
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "bd9e1a68ea30451c4236"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
"year": 2025,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0284",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Tetiana Mohorian",
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [
{
"person": "Tetiana Mohorian",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "thesis_title",
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov."
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"partition_group": "bd9e1a68ea30451c4236"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
"year": 2025,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0285",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Tomáš Kuchárik",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2022,
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "thesis_title",
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"partition_group": "6490884e27bffcdf92ff"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0286",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Tomáš Kuchárik",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2022,
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "thesis_title",
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"partition_group": "6490884e27bffcdf92ff"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
"year": 2022,
"heading_line": 19,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0287",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"Zlepšenie vyhľadávania pomocou znalostných grafov.",
"2027"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2027,
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "thesis_title",
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "645ed6af8971e4717cc6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
"year": 2027,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0288",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"Zlepšenie vyhľadávania pomocou znalostných grafov.",
"2027"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2027,
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "thesis_title",
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "645ed6af8971e4717cc6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
"year": 2027,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0289",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"2024"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Vladimír Ferko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2024,
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "thesis_title",
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "6fd75ded68d480abbb3d"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"year": 2024,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0290",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"2024"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Vladimír Ferko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2024,
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "thesis_title",
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "6fd75ded68d480abbb3d"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"year": 2024,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0291",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Vladyslav Yanchenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "thesis_title",
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "9f16b3457234f292e591"
},
"source_evidence": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
"year": 2025,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0292",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Vladyslav Yanchenko",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "thesis_title",
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí."
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "9f16b3457234f292e591"
},
"source_evidence": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
"year": 2025,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0293",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"Získavanie textu z webových stránok",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Yevhenii Medushivskyi",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Získavanie textu z webových stránok"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "thesis_title",
"value": "Získavanie textu z webových stránok"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "f66c09eac101ffde4a7f"
},
"source_evidence": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0294",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"Získavanie textu z webových stránok",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Yevhenii Medushivskyi",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2026,
"title": "Získavanie textu z webových stránok"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "thesis_title",
"value": "Získavanie textu z webových stránok"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "f66c09eac101ffde4a7f"
},
"source_evidence": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Získavanie textu z webových stránok",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0295",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "cloud"
},
"partition_group": "a1bfe2bd52099e730fa4"
},
"source_evidence": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0296",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "slovenský text"
},
"partition_group": "709574d70ec4defbbcaf"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0297",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "transformery"
},
"partition_group": "8c0675b66e058bba2ab2"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "closed_world_metadata",
"tags": [
"spacy",
"nlp"
],
"categories": [
"bp2022",
"dp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0298",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "hate speech"
},
"partition_group": "1332df3ed3789f7b036a"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0299",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "FAISS"
},
"partition_group": "af46119c2615d493f7eb"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0300",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "OpenWebUI"
},
"partition_group": "96aadeb2f040c4da84a5"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0301",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Neo4J"
},
"partition_group": "3386127f93618557bb4c"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0302",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "prompting"
},
"partition_group": "7d0f840d086c77a11be3"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0303",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "morfologická anotácia"
},
"partition_group": "af57c989b0371b75e631"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "closed_world_metadata",
"tags": [
"spelling",
"spacy",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "closed_world_metadata",
"tags": [
"spacy",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0304",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "SQuAD"
},
"partition_group": "c120aac4897920301ed5"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"question-answer",
"nlp"
],
"categories": [
"dp2021",
"dp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0305",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Docker"
},
"partition_group": "c0ea0b73203e76e55bd4"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0306",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "inštrukcie"
},
"partition_group": "76ede2bc69434eed9593"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0307",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "právne informácie"
},
"partition_group": "62688a89431171a11a6e"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"vp2023",
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0308",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"RAG",
"Grafové vyhľadávanie pre podporu vzdelávania"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"keyword": "RAG"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "keyword",
"value": "RAG"
},
{
"type": "work_title",
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "d4bbdec8794ff9413cfb"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "taxonomy.tag",
"value": "RAG"
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0309",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "automatický preklad"
},
"partition_group": "5e6531d3875f47da5f89"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0310",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Eduard Matovka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/eduard_matovka/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "SlovakAlpaca"
},
"partition_group": "0ce6fb00116d00c3eb06"
},
"source_evidence": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0311",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "BiLSTM"
},
"partition_group": "60eb85dae74e6a0d086b"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0312",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "NCCL"
},
"partition_group": "3e1010231db22ec0e1ee"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "closed_world_metadata",
"tags": [
"gpu",
"cloud"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md",
"sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
"field": "closed_world_metadata",
"tags": [
"gpu",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0313",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/ronald_zalacko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Docker"
},
"partition_group": "6bfdc1d535ca5943e177"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "closed_world_metadata",
"tags": [
"web"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0314",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "zásielková spoločnosť"
},
"partition_group": "bb0345f6796e3502d174"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp",
"agent"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0315",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "RAG"
},
"partition_group": "cd798efbb9849ed300ff"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0316",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "znalostný graf"
},
"partition_group": "9eeba7ff8c656ccc5ff9"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"vp2024",
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0317",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "lekáreň"
},
"partition_group": "2c224d36ca4ae00f031e"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0318",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "chatbot"
},
"partition_group": "b133d6391917293a077e"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "closed_world_metadata",
"tags": [
"chatobot",
"demo",
"nlp"
],
"categories": [
"bp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0319",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "grafové neurónové siete"
},
"partition_group": "e0845c6e01cb394a145e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "closed_world_metadata",
"tags": [
"spelling",
"spacy",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "closed_world_metadata",
"tags": [
"spacy",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0320",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Python"
},
"partition_group": "d2eb414d42d2b84679ad"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "closed_world_metadata",
"tags": [
"chatobot",
"demo",
"nlp"
],
"categories": [
"bp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0321",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/martin_wencel/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "morfologická analýza"
},
"partition_group": "081950bac679dd5b8f2e"
},
"source_evidence": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"spacy"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0322",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "anotácia"
},
"partition_group": "12189f45a9da9e287973"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0323",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "sumarizácia"
},
"partition_group": "b44f2d90b67ab1dc6e8a"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0324",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "strojový preklad"
},
"partition_group": "867856494bf46cb5731d"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0325",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "speech-to-text"
},
"partition_group": "e5cf4190af5d183f674d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0326",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/ronald_zalacko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "robotické súťaže"
},
"partition_group": "b77d91262bfebb8c0cdc"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "closed_world_metadata",
"tags": [
"web"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0327",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "získavanie informácií"
},
"partition_group": "9b2f4a7313c52cf4b46a"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "closed_world_metadata",
"tags": [
"ir",
"nlp",
"pagerank"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jan_holp/dp2021/README.md",
"sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md",
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "closed_world_metadata",
"tags": [
"ir",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0328",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "špeciálny pedagóg"
},
"partition_group": "d05e1263c6b63cadacdb"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "closed_world_metadata",
"tags": [
"agent",
"lm",
"nlp"
],
"categories": [
"vp2025",
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0329",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "GraphRAG"
},
"partition_group": "51977c3d8bd8617204d2"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"vp2024",
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0330",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "LLM"
},
"partition_group": "ed3aee5ebbe3c07d7d8e"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0331",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "deduplikácia"
},
"partition_group": "2a39b124ed7c0db522e0"
},
"source_evidence": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "closed_world_metadata",
"tags": [
"ir",
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0332",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"Spacy",
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [
{
"person": "Martin Wencel",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "thesis_title",
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/martin_wencel/README.md"
],
"partition_group": "a09fbd795797d4780581"
},
"source_evidence": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"year": 2020,
"heading_line": 17,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0333",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "LLM"
},
"partition_group": "085915f393eb4a22f1b7"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "closed_world_metadata",
"tags": [
"agent",
"lm",
"nlp"
],
"categories": [
"vp2025",
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0334",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "CI/CD"
},
"partition_group": "ae3ee9f3e6c85a276f80"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "closed_world_metadata",
"tags": [
"testovanie",
"javascript",
"typescript"
],
"categories": [
"bp2022",
"dp2024",
"dp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0335",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Eduard Matovka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/eduard_matovka/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "slovenský jazykový model"
},
"partition_group": "5febb302d3bb1fbbb336"
},
"source_evidence": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0336",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "pomenované entity"
},
"partition_group": "f25aef2d27019282846d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0337",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "slovenský internet"
},
"partition_group": "ededaf9e1df407272889"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "closed_world_metadata",
"tags": [
"ir",
"nlp",
"pagerank"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jan_holp/dp2021/README.md",
"sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md",
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "closed_world_metadata",
"tags": [
"ir",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0338",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"agent",
"Automatické odpovede na otázky v právnej oblasti"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"keyword": "agent"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "keyword",
"value": "agent"
},
{
"type": "thesis_title",
"value": "Automatické odpovede na otázky v právnej oblasti"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "8c334c4afb3afa6f08fa"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "taxonomy.tag",
"value": "agent"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické odpovede na otázky v právnej oblasti",
"year": 2026,
"heading_line": 14,
"title_line": 20,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0339",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "MCP"
},
"partition_group": "4614a9f8b635de0a8586"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0340",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "GraphRAG"
},
"partition_group": "c32ac0bd619204a09d9f"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0341",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Elasticsearch"
},
"partition_group": "e98f74be79d2d9c85971"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "closed_world_metadata",
"tags": [
"ir",
"cloud",
"demo",
"nlp"
],
"categories": [
"vp2021",
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/README.md",
"sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
"sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md",
"sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0342",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "agent"
},
"partition_group": "f32ddefe51f6da76bb8d"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"vp2023",
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0343",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "crawler"
},
"partition_group": "e472fcba1eb459cc5351"
},
"source_evidence": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "closed_world_metadata",
"tags": [
"ir",
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0344",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "hate speech"
},
"partition_group": "c313a88cc1c06aaa0fa3"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0345",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"Neurónová morfologická anotácia slovenského jazyka"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"keyword": "Spacy"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "thesis_title",
"value": "Neurónová morfologická anotácia slovenského jazyka"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "a342fdb80e25ba33f41f"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0346",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"RAG",
"Zlepšenie vyhľadávania pomocou znalostných grafov."
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
"keyword": "RAG"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "keyword",
"value": "RAG"
},
{
"type": "thesis_title",
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov."
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "477d6c4333dc132e401f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.tag",
"value": "RAG"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
"year": 2027,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0347",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "paralelný korpus"
},
"partition_group": "966eac1ed01626932631"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "closed_world_metadata",
"tags": [
"nmt",
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2020",
"tp2021"
]
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md",
"sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md",
"sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md",
"sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0348",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "SlovakBERT"
},
"partition_group": "d04138266fa695e9e3aa"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0349",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "anotácia"
},
"partition_group": "63687ef941e71d333267"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "closed_world_metadata",
"tags": [
"dialog",
"nlp"
],
"categories": [
"bp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0350",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "PyTorch"
},
"partition_group": "868c4f1149a07d14c29f"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "closed_world_metadata",
"tags": [
"gpu",
"cloud"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md",
"sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
"field": "closed_world_metadata",
"tags": [
"gpu",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0351",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Docker Compose"
},
"partition_group": "5e56d28509eff32fd51c"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "closed_world_metadata",
"tags": [
"testovanie",
"javascript",
"typescript"
],
"categories": [
"bp2022",
"dp2024",
"dp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0352",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Streamlit"
},
"partition_group": "5f44364d7cb1ce29f96b"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "closed_world_metadata",
"tags": [
"ir",
"qa",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0353",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "strojový preklad"
},
"partition_group": "54fceb5f1cd421f84829"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "closed_world_metadata",
"tags": [
"translation",
"nlp"
],
"categories": [
"dp2022",
"bp2019"
]
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "closed_world_metadata",
"tags": [
"nn",
"seq2seq",
"translation",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0354",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"BERT",
"Neurónové jazykové modelovanie typu BERT."
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"keyword": "BERT"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "keyword",
"value": "BERT"
},
{
"type": "thesis_title",
"value": "Neurónové jazykové modelovanie typu BERT."
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "289b4d9aa835de0b5149"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.tag",
"value": "BERT"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0355",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"PageRank",
"Systém získavania informácií v slovenskom jazyku."
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"keyword": "PageRank"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "PageRank"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "9fff698f76ce390deee3"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "PageRank"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0356",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "klasifikácia textu"
},
"partition_group": "8c046b35358b44d32ed9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "closed_world_metadata",
"tags": [
"scikit",
"nlp",
"klasifikácia"
],
"categories": [
"dp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0357",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Slovak Mistral"
},
"partition_group": "d4b4f8e418c0d285d183"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0358",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/denis_le_thanh/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "kyberbezpečnosť"
},
"partition_group": "ba3e6cf1673462680a41"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0359",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "právne dokumenty"
},
"partition_group": "9a11978626ae77cf1e01"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0360",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "slovenské právo"
},
"partition_group": "380b64507274cec79e0d"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "closed_world_metadata",
"tags": [
"nlp",
"graph",
"db"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0361",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "FAISS"
},
"partition_group": "105adad4f3450df644b6"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "closed_world_metadata",
"tags": [
"ir",
"cloud",
"demo",
"nlp"
],
"categories": [
"vp2021",
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/README.md",
"sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
"sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md",
"sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
"field": "closed_world_metadata",
"tags": [],
"categories": []
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0362",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Question Answering"
},
"partition_group": "10fccdd7e670913abcf7"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "closed_world_metadata",
"tags": [
"ir",
"qa",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0363",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "LightRAG"
},
"partition_group": "c860941bbc3ae42da1ec"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0364",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Kubernetes"
},
"partition_group": "1f1f3c76bf2356a03483"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0365",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "OpenWebUI"
},
"partition_group": "63d5bf0c55b43eed6714"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0366",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "jazykové modelovanie"
},
"partition_group": "b20cee06c392baa507d5"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "closed_world_metadata",
"tags": [
"nlp",
"fairseq",
"lm",
"bert",
"question-answer",
"qa"
],
"categories": [
"bp2021",
"dp2023"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0367",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "grafová databáza"
},
"partition_group": "16c0e3be8ec9aff14109"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "closed_world_metadata",
"tags": [
"nlp",
"graph",
"db"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0368",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Raspberry Pi"
},
"partition_group": "64959234464bb137392f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0369",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?",
"should_answer": false,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "API"
},
"partition_group": "196584dd3a1c0be311c3"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp",
"agent"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0370",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "OpenWebUI"
},
"partition_group": "1f02638485671cd575af"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "closed_world_metadata",
"tags": [
"llm",
"nlp"
],
"categories": [
"bp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0371",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "Azure"
},
"partition_group": "201073002e2a3d9c114d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0372",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "dialógový systém"
},
"partition_group": "e0c1e7df1d3452ac4b6d"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "closed_world_metadata",
"tags": [
"chatobot",
"demo",
"nlp"
],
"categories": [
"bp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0373",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "CRF"
},
"partition_group": "be77bdd82204294636ab"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0374",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.",
"negative_constraints": {
"keyword": "DeepEval"
},
"partition_group": "cdfd6e7d9f395f0a3cf4"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"vp2023",
"bp2024",
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0375",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"bp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"category": "bp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/michal_stromko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "b23b49af390e9c76e731"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0376",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [
"Yevhenii Medushivskyi",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
}
],
"expected_bindings": [
{
"person": "Yevhenii Medushivskyi",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"partition_group": "5abc77af26e190437d1e"
},
"source_evidence": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0377",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"dp2027",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"category": "dp2027",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "category",
"value": "dp2027"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "a71a559255d1a1cc1e0c"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.category",
"value": "dp2027"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0378",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"bp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"category": "bp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"partition_group": "e1c9b4bc0161cc93429d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0379",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"bp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"category": "bp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "4f5c657eb68f8a5d6043"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0380",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"dp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"category": "dp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/michal_stromko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "32590bb3587e2545696f"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0381",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"bp2019",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"category": "bp2019",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/dominik_nagy/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"partition_group": "4048165233ddb8c0a954"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0382",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"vp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"category": "vp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "category",
"value": "vp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "632cd49828d3710fe941"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.category",
"value": "vp2025"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0383",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Alina Vitko",
"bp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"category": "bp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/alina_vitko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md"
],
"partition_group": "9b9d4e8385b2177e050d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0384",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
],
"expected_answer_contains": [
"Ján Malinovský",
"dp2027",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [
{
"person": "Ján Malinovský",
"category": "dp2027",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "category",
"value": "dp2027"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md"
],
"partition_group": "4fa90c676836f148bc17"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "taxonomy.category",
"value": "dp2027"
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0385",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?",
"should_answer": true,
"expected_documents": [
"pages/interns/oliver_pejic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
],
"expected_answer_contains": [
"Oliver Pejic",
"iaeste",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Oliver Pejic"
}
],
"expected_bindings": [
{
"person": "Oliver Pejic",
"category": "iaeste",
"document_author": "Daniel Hladek",
"document_path": "pages/interns/oliver_pejic/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/interns/oliver_pejic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/interns/oliver_pejic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oliver Pejic"
},
{
"type": "category",
"value": "iaeste"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/oliver_pejic/README.md"
],
"partition_group": "225ac2fab461d48837a1"
},
"source_evidence": [
{
"document_path": "pages/interns/oliver_pejic/README.md",
"sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
"field": "taxonomy.category",
"value": "iaeste"
},
{
"document_path": "pages/interns/oliver_pejic/README.md",
"sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0386",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Vladimír Ferko",
"bp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
}
],
"expected_bindings": [
{
"person": "Vladimír Ferko",
"category": "bp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "category",
"value": "bp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/vladimir_ferko/README.md"
],
"partition_group": "93fbe31a61d591cca954"
},
"source_evidence": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "taxonomy.category",
"value": "bp2024"
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0387",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"bp2019",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"category": "bp2019",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "f3bb2f8fb5b4d7c37e1b"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0388",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"dp2023",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"category": "dp2023",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2018/ondrej_megela/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "category",
"value": "dp2023"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "6c51ba0a6448218c2b39"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.category",
"value": "dp2023"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0389",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"dp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"category": "dp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2018/david_omasta/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md"
],
"partition_group": "c6772224160aaa809213"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0390",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"dp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Tomáš Kuchárik",
"category": "dp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"partition_group": "6740ef929d76f6dbeeee"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0391",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/samuel_vasil/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
],
"expected_answer_contains": [
"Samuel Vasiľ",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
}
],
"expected_bindings": [
{
"person": "Samuel Vasiľ",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/samuel_vasil/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Vasiľ"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/samuel_vasil/README.md"
],
"partition_group": "2a4658e0300657ac688d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2022/samuel_vasil/README.md",
"sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0392",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"dp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"category": "dp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/dominik_nagy/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"partition_group": "c080889b7118496f130c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0393",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
],
"expected_answer_contains": [
"Matej Novotný",
"dp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [
{
"person": "Matej Novotný",
"category": "dp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/matej_novotny/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "category",
"value": "dp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md"
],
"partition_group": "2b54f27c9bb9e504078d"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "taxonomy.category",
"value": "dp2026"
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0394",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [
"Simona Bobrovčanová",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
}
],
"expected_bindings": [
{
"person": "Simona Bobrovčanová",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/simona_bobrovcanova/README.md"
],
"partition_group": "09abe45ab0019d2dc551"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0395",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"bp2019",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"category": "bp2019",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "43ac22f0906b7123b613"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0396",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"bp2019",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"category": "bp2019",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/maros_harahus/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "f3049037157bc616c2cb"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0397",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"bp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"category": "bp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "4843247cb2b934f0932a"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0398",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"bp2020",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Patrik Pavlišin",
"category": "bp2020",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "bp2020"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"partition_group": "27d4a0adbb9a1395d9e9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "bp2020"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0399",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"dp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"category": "dp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/filip_tomas/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "89b45ade5c76cddbe7ab"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0400",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"bp2019",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"category": "bp2019",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/jan_holp/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "f6e126c1a7dc0257f6b9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0401",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/ronald_zalacko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
],
"expected_answer_contains": [
"Ronald Zalacko",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
}
],
"expected_bindings": [
{
"person": "Ronald Zalacko",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ronald Zalacko"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/ronald_zalacko/README.md"
],
"partition_group": "bbeb9bc03c91bbc9b973"
},
"source_evidence": [
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/ronald_zalacko/README.md",
"sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0402",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [
"Martin Wencel",
"bp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [
{
"person": "Martin Wencel",
"category": "bp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2018/martin_wencel/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/martin_wencel/README.md"
],
"partition_group": "060ae15b2cc1ee67e042"
},
"source_evidence": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0403",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/eduard_matovka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
],
"expected_answer_contains": [
"Eduard Matovka",
"bp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Eduard Matovka"
}
],
"expected_bindings": [
{
"person": "Eduard Matovka",
"category": "bp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/eduard_matovka/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Eduard Matovka"
},
{
"type": "category",
"value": "bp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/eduard_matovka/README.md"
],
"partition_group": "9c8544050df636fda891"
},
"source_evidence": [
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "taxonomy.category",
"value": "bp2024"
},
{
"document_path": "pages/students/2021/eduard_matovka/README.md",
"sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0404",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"dp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"category": "dp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/filip_tomas/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "dp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "aab26c519689f94d8299"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "dp2025"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0405",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"bp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"category": "bp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/matej_scislak/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "category",
"value": "bp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"partition_group": "9195c18ad401ff5040f3"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "taxonomy.category",
"value": "bp2024"
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0406",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
],
"expected_answer_contains": [
"Márk Fehér",
"dp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Márk Fehér"
}
],
"expected_bindings": [
{
"person": "Márk Fehér",
"category": "dp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/mark_feher/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md"
],
"partition_group": "e257afa56297a69f6599"
},
"source_evidence": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0407",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/samuel_dzurina/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
],
"expected_answer_contains": [
"Samuel Džurina",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Samuel Džurina"
}
],
"expected_bindings": [
{
"person": "Samuel Džurina",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Džurina"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/samuel_dzurina/README.md"
],
"partition_group": "84e4399e33d17437af05"
},
"source_evidence": [
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/samuel_dzurina/README.md",
"sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0408",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"dp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Patrik Pavlišin",
"category": "dp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"partition_group": "4856784451591eda36b4"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0409",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
],
"expected_answer_contains": [
"Oleksandr Dorybohov",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
}
],
"expected_bindings": [
{
"person": "Oleksandr Dorybohov",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Dorybohov"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/oleksandr_dorybohov/README.md"
],
"partition_group": "f979763651703649948a"
},
"source_evidence": [
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md",
"sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0410",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?",
"should_answer": true,
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [
"Bogdan Paul Chiș",
"erasmus",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Bogdan Paul Chiș"
}
],
"expected_bindings": [
{
"person": "Bogdan Paul Chiș",
"category": "erasmus",
"document_author": "Daniel Hladek",
"document_path": "pages/interns/bogdan_paul_chis/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/interns/bogdan_paul_chis/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/interns/bogdan_paul_chis/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Bogdan Paul Chiș"
},
{
"type": "category",
"value": "erasmus"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/bogdan_paul_chis/README.md"
],
"partition_group": "c3686003909f0401deee"
},
"source_evidence": [
{
"document_path": "pages/interns/bogdan_paul_chis/README.md",
"sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
"field": "taxonomy.category",
"value": "erasmus"
},
{
"document_path": "pages/interns/bogdan_paul_chis/README.md",
"sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0411",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"dp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"category": "dp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/jan_holp/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "99c1119c6641b3cadb66"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0412",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"dp2027",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"category": "dp2027",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/jan_ptak/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "category",
"value": "dp2027"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md"
],
"partition_group": "b242585085bd74d8dd6a"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "taxonomy.category",
"value": "dp2027"
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0413",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"bp2020",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [
{
"person": "Dmytro Ushatenko",
"category": "bp2020",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "category",
"value": "bp2020"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md"
],
"partition_group": "0af90706211c204d9650"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "taxonomy.category",
"value": "bp2020"
},
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0414",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"vp2023",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"category": "vp2023",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/martin_sarissky/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "category",
"value": "vp2023"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"partition_group": "641a91ff5c4d8ed7f600"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.category",
"value": "vp2023"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0415",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?",
"should_answer": true,
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [
"Cesar Abascal Gutierrez",
"iaeste",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Cesar Abascal Gutierrez"
}
],
"expected_bindings": [
{
"person": "Cesar Abascal Gutierrez",
"category": "iaeste",
"document_author": "Daniel Hladek",
"document_path": "pages/interns/cesar_gutierrez/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/interns/cesar_gutierrez/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/interns/cesar_gutierrez/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Cesar Abascal Gutierrez"
},
{
"type": "category",
"value": "iaeste"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/cesar_gutierrez/README.md"
],
"partition_group": "895120c64299707314a3"
},
"source_evidence": [
{
"document_path": "pages/interns/cesar_gutierrez/README.md",
"sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
"field": "taxonomy.category",
"value": "iaeste"
},
{
"document_path": "pages/interns/cesar_gutierrez/README.md",
"sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0416",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"bp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"category": "bp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2018/ondrej_megela/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"partition_group": "4051ce34a0447dccf398"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0417",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"dp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Tomáš Kuchárik",
"category": "dp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"partition_group": "13e4b7c269ad106ade3f"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0418",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"bp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"category": "bp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/filip_tomas/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"partition_group": "6feddf139106d31f6caa"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0419",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"bp2019",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"category": "bp2019",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/darius_lindvai/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "ac5669e28951bec3c836"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0420",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"vp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"category": "vp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/michal_stromko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "category",
"value": "vp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"partition_group": "ec8bde81bb0646897006"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.category",
"value": "vp2021"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0421",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?",
"should_answer": true,
"expected_documents": [
"pages/interns/yussef_ressaissi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
],
"expected_answer_contains": [
"Youssef Ressaissi",
"iaeste",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Youssef Ressaissi"
}
],
"expected_bindings": [
{
"person": "Youssef Ressaissi",
"category": "iaeste",
"document_author": "Daniel Hladek",
"document_path": "pages/interns/yussef_ressaissi/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/interns/yussef_ressaissi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/interns/yussef_ressaissi/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Youssef Ressaissi"
},
{
"type": "category",
"value": "iaeste"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/yussef_ressaissi/README.md"
],
"partition_group": "687b177138f1f07a0c83"
},
"source_evidence": [
{
"document_path": "pages/interns/yussef_ressaissi/README.md",
"sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
"field": "taxonomy.category",
"value": "iaeste"
},
{
"document_path": "pages/interns/yussef_ressaissi/README.md",
"sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0422",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"partition_group": "0a066435e6cc72efaece"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0423",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"dp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"category": "dp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "102c9752f792adabbe31"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0424",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"vp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"category": "vp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "vp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"partition_group": "3ff85696eb212d231b57"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "vp2024"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0425",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"dp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"category": "dp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "8941b66976efed07788f"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0426",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"bp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"category": "bp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "a8a18d7b1f77a81cac4d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0427",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"dp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"category": "dp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2016/maros_harahus/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"partition_group": "01fed40ab461e11ee093"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0428",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
],
"expected_answer_contains": [
"Vladyslav Yanchenko",
"bp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
}
],
"expected_bindings": [
{
"person": "Vladyslav Yanchenko",
"category": "bp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladyslav Yanchenko"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/vladyslav_yanchenko/README.md"
],
"partition_group": "423e26f480f005312e5c"
},
"source_evidence": [
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md",
"sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0429",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Maksym Zatirka",
"bp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
}
],
"expected_bindings": [
{
"person": "Maksym Zatirka",
"category": "bp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/maksym_zatirka/README.md"
],
"partition_group": "a0dc9f574fefd6cfed34"
},
"source_evidence": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0430",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"bp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"category": "bp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/martin_sarissky/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "category",
"value": "bp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"partition_group": "e21e0258a09928903618"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.category",
"value": "bp2024"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0431",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?",
"should_answer": true,
"expected_documents": [
"pages/interns/sevval_bulburu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
],
"expected_answer_contains": [
"Sevval Bulburu",
"iaeste",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Sevval Bulburu"
}
],
"expected_bindings": [
{
"person": "Sevval Bulburu",
"category": "iaeste",
"document_author": "Daniel Hladek",
"document_path": "pages/interns/sevval_bulburu/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/interns/sevval_bulburu/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/interns/sevval_bulburu/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Sevval Bulburu"
},
{
"type": "category",
"value": "iaeste"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/sevval_bulburu/README.md"
],
"partition_group": "3c13b559998508b83661"
},
"source_evidence": [
{
"document_path": "pages/interns/sevval_bulburu/README.md",
"sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
"field": "taxonomy.category",
"value": "iaeste"
},
{
"document_path": "pages/interns/sevval_bulburu/README.md",
"sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0432",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"dp2026",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"category": "dp2026",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2021/martin_sarissky/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "category",
"value": "dp2026"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"partition_group": "f6c38df87c100c00df2f"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.category",
"value": "dp2026"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0433",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Daniil Huzenko",
"bp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"category": "bp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md"
],
"partition_group": "17e04ec2656e870a65a6"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0434",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"bp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"category": "bp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"partition_group": "da5bb8ee47f63796dc9d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0435",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"dp2023",
"dp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"category": "dp2023"
},
{
"person": "Dávid Omasta",
"category": "dp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "category",
"value": "dp2023"
},
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "category",
"value": "dp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md"
],
"expected_entity_set": [
"dp2023",
"dp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "de779be8cad2cb14d914"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "taxonomy.category",
"value": "dp2023"
},
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "taxonomy.category",
"value": "dp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0436",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"bp2021",
"dp2023"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"category": "bp2021"
},
{
"person": "Ondrej Megela",
"category": "dp2023"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "category",
"value": "dp2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_entity_set": [
"bp2021",
"dp2023"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "953f09f9614cde47fc53"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.category",
"value": "dp2023"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0437",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"category": "bp2019"
},
{
"person": "Lukáš Pokrývka",
"category": "dp2021"
},
{
"person": "Lukáš Pokrývka",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "d5bb22435f95ee1c8144"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0438",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"bp2019",
"dp2022",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"category": "bp2019"
},
{
"person": "Dominik Nagy",
"category": "dp2022"
},
{
"person": "Dominik Nagy",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2022",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "3fac44cbc69c99bffe66"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0439",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"category": "bp2019"
},
{
"person": "Maroš Harahus",
"category": "dp2021"
},
{
"person": "Maroš Harahus",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "74af0519e06229ff082e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0440",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"bp2025",
"dp2027",
"vp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"category": "bp2025"
},
{
"person": "Valerii Kutsenko",
"category": "dp2027"
},
{
"person": "Valerii Kutsenko",
"category": "vp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "dp2027"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "vp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_entity_set": [
"bp2025",
"dp2027",
"vp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "2f81c228e7d4a7245950"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "dp2027"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "vp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0441",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"bp2022",
"dp2024",
"dp2025"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"category": "bp2022"
},
{
"person": "Filip Tomáš",
"category": "dp2024"
},
{
"person": "Filip Tomáš",
"category": "dp2025"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "dp2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_entity_set": [
"bp2022",
"dp2024",
"dp2025"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "1fdb66ab8b7e50782215"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "dp2025"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0442",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"bp2020",
"dp2022",
"tp2021"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Patrik Pavlišin",
"category": "bp2020"
},
{
"person": "Patrik Pavlišin",
"category": "dp2022"
},
{
"person": "Patrik Pavlišin",
"category": "tp2021"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "bp2020"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "tp2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_entity_set": [
"bp2020",
"dp2022",
"tp2021"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "2a392ebdea4f8995dbd8"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "bp2020"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "tp2021"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0443",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"bp2022",
"dp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"category": "bp2022"
},
{
"person": "Kristián Sopkovič",
"category": "dp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "category",
"value": "dp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_entity_set": [
"bp2022",
"dp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "a82fcf639a7b5d9ccc80"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.category",
"value": "dp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0444",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"bp2025",
"dp2027"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"category": "bp2025"
},
{
"person": "Oleh Poiasnik",
"category": "dp2027"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "category",
"value": "dp2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_entity_set": [
"bp2025",
"dp2027"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "6dc400b3dde53718bc7d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.category",
"value": "dp2027"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0445",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"dp2021",
"dp2022"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Tomáš Kuchárik",
"category": "dp2021"
},
{
"person": "Tomáš Kuchárik",
"category": "dp2022"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "category",
"value": "dp2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_entity_set": [
"dp2021",
"dp2022"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "e8e81129766bb46d639b"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.category",
"value": "dp2022"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0446",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"category": "bp2019"
},
{
"person": "Dárius Lindvai",
"category": "dp2021"
},
{
"person": "Dárius Lindvai",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "0e1cc7c92bda3356abcf"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "taxonomy.category",
"value": "tp2020"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0447",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"category": "bp2019"
},
{
"person": "Ján Holp",
"category": "dp2021"
},
{
"person": "Ján Holp",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "19975879efc9a3c0543e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0448",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Andrii Pervashov",
"bp2025",
"dp2027"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"category": "bp2025"
},
{
"person": "Andrii Pervashov",
"category": "dp2027"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "category",
"value": "dp2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_entity_set": [
"bp2025",
"dp2027"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "4ba8f4d0878c22b27324"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "taxonomy.category",
"value": "dp2027"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0449",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"category": "bp2019"
},
{
"person": "Jakub Maruniak",
"category": "dp2021"
},
{
"person": "Jakub Maruniak",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "3c598b13d843def522fc"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0450",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [
"Michal Stromko",
"bp2022",
"dp2024",
"vp2021"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
}
],
"expected_bindings": [
{
"person": "Michal Stromko",
"category": "bp2022"
},
{
"person": "Michal Stromko",
"category": "dp2024"
},
{
"person": "Michal Stromko",
"category": "vp2021"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "category",
"value": "vp2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/michal_stromko/README.md"
],
"expected_entity_set": [
"bp2022",
"dp2024",
"vp2021"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "beaedae396c5f2ec5422"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "taxonomy.category",
"value": "vp2021"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0451",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
],
"expected_answer_contains": [
"Martin Šarišský",
"bp2024",
"dp2026",
"vp2023"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Martin Šarišský"
}
],
"expected_bindings": [
{
"person": "Martin Šarišský",
"category": "bp2024"
},
{
"person": "Martin Šarišský",
"category": "dp2026"
},
{
"person": "Martin Šarišský",
"category": "vp2023"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "category",
"value": "bp2024"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "category",
"value": "dp2026"
},
{
"type": "person",
"value": "Martin Šarišský"
},
{
"type": "category",
"value": "vp2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/martin_sarissky/README.md"
],
"expected_entity_set": [
"bp2024",
"dp2026",
"vp2023"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "423404addbc90daef335"
},
"source_evidence": [
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.category",
"value": "bp2024"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.category",
"value": "dp2026"
},
{
"document_path": "pages/students/2021/martin_sarissky/README.md",
"sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
"field": "taxonomy.category",
"value": "vp2023"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0452",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
],
"expected_answer_contains": [
"Matej Ščišľak",
"bp2024",
"dp2026"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
}
],
"expected_bindings": [
{
"person": "Matej Ščišľak",
"category": "bp2024"
},
{
"person": "Matej Ščišľak",
"category": "dp2026"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "category",
"value": "bp2024"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "category",
"value": "dp2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_scislak/README.md"
],
"expected_entity_set": [
"bp2024",
"dp2026"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "74c35222dde8b0a2d835"
},
"source_evidence": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "taxonomy.category",
"value": "bp2024"
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "taxonomy.category",
"value": "dp2026"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0453",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?",
"should_answer": true,
"expected_documents": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
],
"expected_answer_contains": [
"Rostyslav Rodzhuk",
"bp2026",
"vp2025"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
}
],
"expected_bindings": [
{
"person": "Rostyslav Rodzhuk",
"category": "bp2026"
},
{
"person": "Rostyslav Rodzhuk",
"category": "vp2025"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "category",
"value": "bp2026"
},
{
"type": "person",
"value": "Rostyslav Rodzhuk"
},
{
"type": "category",
"value": "vp2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2023/rostyslav_rodzhuk/README.md"
],
"expected_entity_set": [
"bp2026",
"vp2025"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "8e295cd61eeeba98b60c"
},
"source_evidence": [
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.category",
"value": "bp2026"
},
{
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md",
"sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
"field": "taxonomy.category",
"value": "vp2025"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0454",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
],
"expected_answer_contains": [
"Dávid Omasta",
"dp2023",
"dp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"category": "dp2023"
},
{
"person": "Dávid Omasta",
"category": "dp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "category",
"value": "dp2023"
},
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "category",
"value": "dp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md"
],
"expected_entity_set": [
"dp2023",
"dp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "de779be8cad2cb14d914"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "taxonomy.category",
"value": "dp2023"
},
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "taxonomy.category",
"value": "dp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0455",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
],
"expected_answer_contains": [
"Ondrej Megela",
"bp2021",
"dp2023"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"category": "bp2021"
},
{
"person": "Ondrej Megela",
"category": "dp2023"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "category",
"value": "dp2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/ondrej_megela/README.md"
],
"expected_entity_set": [
"bp2021",
"dp2023"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "953f09f9614cde47fc53"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "taxonomy.category",
"value": "dp2023"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0456",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"category": "bp2019"
},
{
"person": "Lukáš Pokrývka",
"category": "dp2021"
},
{
"person": "Lukáš Pokrývka",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "d5bb22435f95ee1c8144"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0457",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
],
"expected_answer_contains": [
"Dominik Nagy",
"bp2019",
"dp2022",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Dominik Nagy",
"category": "bp2019"
},
{
"person": "Dominik Nagy",
"category": "dp2022"
},
{
"person": "Dominik Nagy",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2022",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "3fac44cbc69c99bffe66"
},
"source_evidence": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
"sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0458",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
],
"expected_answer_contains": [
"Maroš Harahus",
"bp2019",
"dp2021",
"tp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"category": "bp2019"
},
{
"person": "Maroš Harahus",
"category": "dp2021"
},
{
"person": "Maroš Harahus",
"category": "tp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "bp2019"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "category",
"value": "tp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md"
],
"expected_entity_set": [
"bp2019",
"dp2021",
"tp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "74af0519e06229ff082e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.category",
"value": "bp2019"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.category",
"value": "tp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0459",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
],
"expected_answer_contains": [
"Valerii Kutsenko",
"bp2025",
"dp2027",
"vp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
}
],
"expected_bindings": [
{
"person": "Valerii Kutsenko",
"category": "bp2025"
},
{
"person": "Valerii Kutsenko",
"category": "dp2027"
},
{
"person": "Valerii Kutsenko",
"category": "vp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "dp2027"
},
{
"type": "person",
"value": "Valerii Kutsenko"
},
{
"type": "category",
"value": "vp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/valerii_kutsenko/README.md"
],
"expected_entity_set": [
"bp2025",
"dp2027",
"vp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "2f81c228e7d4a7245950"
},
"source_evidence": [
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "dp2027"
},
{
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
"sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
"field": "taxonomy.category",
"value": "vp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0460",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [
"Filip Tomáš",
"bp2022",
"dp2024",
"dp2025"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [
{
"person": "Filip Tomáš",
"category": "bp2022"
},
{
"person": "Filip Tomáš",
"category": "dp2024"
},
{
"person": "Filip Tomáš",
"category": "dp2025"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "category",
"value": "dp2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/filip_tomas/README.md"
],
"expected_entity_set": [
"bp2022",
"dp2024",
"dp2025"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "1fdb66ab8b7e50782215"
},
"source_evidence": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "taxonomy.category",
"value": "dp2025"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0461",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
],
"expected_answer_contains": [
"Patrik Pavlišin",
"bp2020",
"dp2022",
"tp2021"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
}
],
"expected_bindings": [
{
"person": "Patrik Pavlišin",
"category": "bp2020"
},
{
"person": "Patrik Pavlišin",
"category": "dp2022"
},
{
"person": "Patrik Pavlišin",
"category": "tp2021"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
},
{
"binding_index": 2,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "bp2020"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "dp2022"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "category",
"value": "tp2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md"
],
"expected_entity_set": [
"bp2020",
"dp2022",
"tp2021"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "2a392ebdea4f8995dbd8"
},
"source_evidence": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "bp2020"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "dp2022"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "taxonomy.category",
"value": "tp2021"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0462",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"bp2022",
"dp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"category": "bp2022"
},
{
"person": "Kristián Sopkovič",
"category": "dp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "category",
"value": "dp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_entity_set": [
"bp2022",
"dp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "a82fcf639a7b5d9ccc80"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.category",
"value": "dp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0463",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Oleh Poiasnik",
"bp2025",
"dp2027"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [
{
"person": "Oleh Poiasnik",
"category": "bp2025"
},
{
"person": "Oleh Poiasnik",
"category": "dp2027"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "category",
"value": "dp2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_entity_set": [
"bp2025",
"dp2027"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "6dc400b3dde53718bc7d"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "taxonomy.category",
"value": "dp2027"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0464",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
],
"expected_answer_contains": [
"Tomáš Kuchárik",
"dp2021",
"dp2022"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
}
],
"expected_bindings": [
{
"person": "Tomáš Kuchárik",
"category": "dp2021"
},
{
"person": "Tomáš Kuchárik",
"category": "dp2022"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "category",
"value": "dp2021"
},
{
"type": "person",
"value": "Tomáš Kuchárik"
},
{
"type": "category",
"value": "dp2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/tomas_kucharik/README.md"
],
"expected_entity_set": [
"dp2021",
"dp2022"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "e8e81129766bb46d639b"
},
"source_evidence": [
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.category",
"value": "dp2021"
},
{
"document_path": "pages/students/2016/tomas_kucharik/README.md",
"sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
"field": "taxonomy.category",
"value": "dp2022"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0465",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2021",
"Ján Holp",
"Maroš Harahus",
"Artem Yatsenko",
"4"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"year": 2021
},
{
"person": "Ján Holp",
"year": 2021
},
{
"person": "Maroš Harahus",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_entity_set": [
"Artem Yatsenko",
"Jakub Maruniak",
"Ján Holp",
"Maroš Harahus"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 4,
"partition_group": "875ad68111f882d155dc"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0466",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2022",
"Dominik Nagy",
"Kristián Sopkovič",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Dominik Nagy",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_entity_set": [
"Artem Yatsenko",
"Dominik Nagy",
"Kristián Sopkovič"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "c91cc2251ebfc3fd42e6"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0467",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Dárius Lindvai",
"2021",
"Lukáš Pokrývka",
"Alina Vitko",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"year": 2021
},
{
"person": "Lukáš Pokrývka",
"year": 2021
},
{
"person": "Alina Vitko",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_entity_set": [
"Alina Vitko",
"Dárius Lindvai",
"Lukáš Pokrývka"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "5817b7796a3433db5779"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
"year": 2021,
"heading_line": 70,
"title_line": 72,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0468",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md",
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Alina Vitko",
"2022",
"Filip Tomáš",
"Márk Fehér",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"year": 2022
},
{
"person": "Filip Tomáš",
"year": 2022
},
{
"person": "Márk Fehér",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md",
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_entity_set": [
"Alina Vitko",
"Filip Tomáš",
"Márk Fehér"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "0d5c14ded54417c1bc5c"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0469",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Ondrej Megela",
"2020",
"Patrik Pavlišin",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"year": 2020
},
{
"person": "Patrik Pavlišin",
"year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_entity_set": [
"Ondrej Megela",
"Patrik Pavlišin"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "46195c2692d2cb45d6a8"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 321,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Metódy automatického prekladu",
"year": 2020,
"heading_line": 242,
"title_line": 246,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0470",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Dmytro Ushatenko",
"2020",
"Martin Wencel",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Dmytro Ushatenko",
"year": 2020
},
{
"person": "Martin Wencel",
"year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_entity_set": [
"Dmytro Ushatenko",
"Martin Wencel"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "75a6e93658bb32d4057e"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Jednoduchý chatbot v jazyku Python,",
"year": 2020,
"heading_line": 11,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
"year": 2020,
"heading_line": 17,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 73,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0471",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
],
"expected_answer_contains": [
"Dávid Omasta",
"2024",
"Vladimír Ferko",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Dávid Omasta",
"year": 2024
},
{
"person": "Vladimír Ferko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Omasta"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Vladimír Ferko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_omasta/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/vladimir_ferko/README.md"
],
"expected_entity_set": [
"Dávid Omasta",
"Vladimír Ferko"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "06d333d39be40bfe3201"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_omasta/README.md",
"sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
"year": 2024,
"heading_line": 19,
"title_line": 25,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/vladimir_ferko/README.md",
"sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
"year": 2024,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0472",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
],
"expected_answer_contains": [
"Denis Le Thanh",
"2026",
"Ján Malinovský",
"Maksym Zatirka",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Denis Le Thanh",
"year": 2026
},
{
"person": "Ján Malinovský",
"year": 2026
},
{
"person": "Maksym Zatirka",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Ján Malinovský"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Maksym Zatirka"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md",
"pages/students/2023/maksym_zatirka/README.md"
],
"expected_entity_set": [
"Denis Le Thanh",
"Ján Malinovský",
"Maksym Zatirka"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "238ce6b27deaa8850727"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
"year": 2026,
"heading_line": 19,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2023/maksym_zatirka/README.md",
"sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
"year": 2026,
"heading_line": 16,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0473",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [
"Ján Pták",
"2026",
"Matej Novotný",
"Matej Ščišľak",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Ján Pták",
"year": 2026
},
{
"person": "Matej Novotný",
"year": 2026
},
{
"person": "Matej Ščišľak",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Matej Novotný"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Matej Ščišľak"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2021/matej_novotny/README.md",
"pages/students/2021/matej_scislak/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_entity_set": [
"Ján Pták",
"Matej Novotný",
"Matej Ščišľak"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "3b3b6a2a8310ac233010"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Agent pre manažment záverečných prác",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia webových dát pre lepšie jazykové modelovanie",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/matej_scislak/README.md",
"sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
"year": 2026,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0474",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [
"Andrii Pervashov",
"2027",
"Oleh Poiasnik",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Andrii Pervashov",
"year": 2027
},
{
"person": "Oleh Poiasnik",
"year": 2027
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "year",
"value": "2027"
},
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "year",
"value": "2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_entity_set": [
"Andrii Pervashov",
"Oleh Poiasnik"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "336175547c48b728d871"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
"year": 2027,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
"year": 2027,
"heading_line": 14,
"title_line": 16,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0475",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [
"Daniil Huzenko",
"2025",
"Tetiana Mohorian",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Daniil Huzenko",
"year": 2025
},
{
"person": "Tetiana Mohorian",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_entity_set": [
"Daniil Huzenko",
"Tetiana Mohorian"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "930dfac062948cafb8d4"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
"year": 2025,
"heading_line": 13,
"title_line": 19,
"year_basis": "heading"
},
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
"year": 2025,
"heading_line": 14,
"title_line": 21,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0476",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Jakub Maruniak",
"2021",
"Ján Holp",
"Maroš Harahus",
"Artem Yatsenko",
"4"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"year": 2021
},
{
"person": "Ján Holp",
"year": 2021
},
{
"person": "Maroš Harahus",
"year": 2021
},
{
"person": "Artem Yatsenko",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md",
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_entity_set": [
"Artem Yatsenko",
"Jakub Maruniak",
"Ján Holp",
"Maroš Harahus"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 4,
"partition_group": "875ad68111f882d155dc"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0477",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [
"Artem Yatsenko",
"2022",
"Dominik Nagy",
"Kristián Sopkovič",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [
{
"person": "Artem Yatsenko",
"year": 2022
},
{
"person": "Dominik Nagy",
"year": 2022
},
{
"person": "Kristián Sopkovič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Dominik Nagy"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md",
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_entity_set": [
"Artem Yatsenko",
"Dominik Nagy",
"Kristián Sopkovič"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "c91cc2251ebfc3fd42e6"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/dominik_nagy/README.md",
"sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
"year": 2022,
"heading_line": 13,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0478",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [
"Dárius Lindvai",
"2021",
"Lukáš Pokrývka",
"Alina Vitko",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"year": 2021
},
{
"person": "Lukáš Pokrývka",
"year": 2021
},
{
"person": "Alina Vitko",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md",
"pages/students/2019/alina_vitko/README.md"
],
"expected_entity_set": [
"Alina Vitko",
"Dárius Lindvai",
"Lukáš Pokrývka"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "5817b7796a3433db5779"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
"year": 2021,
"heading_line": 70,
"title_line": 72,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0479",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md",
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"Alina Vitko",
"2022",
"Filip Tomáš",
"Márk Fehér",
"3"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [
{
"person": "Alina Vitko",
"year": 2022
},
{
"person": "Filip Tomáš",
"year": 2022
},
{
"person": "Márk Fehér",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/mark_feher/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Filip Tomáš"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Márk Fehér"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/mark_feher/README.md",
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md",
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_entity_set": [
"Alina Vitko",
"Filip Tomáš",
"Márk Fehér"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 3,
"partition_group": "0d5c14ded54417c1bc5c"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
"year": 2022,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
"year": 2022,
"heading_line": 276,
"title_line": 281,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/mark_feher/README.md",
"sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Klasifikácia textu metódami strojového učenia",
"year": 2022,
"heading_line": 9,
"title_line": 11,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0480",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Ondrej Megela",
"2020",
"Patrik Pavlišin",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Ondrej Megela",
"year": 2020
},
{
"person": "Patrik Pavlišin",
"year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ondrej Megela"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Patrik Pavlišin"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/patrik_pavlisin/README.md",
"pages/students/2018/ondrej_megela/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_entity_set": [
"Ondrej Megela",
"Patrik Pavlišin"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "46195c2692d2cb45d6a8"
},
"source_evidence": [
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Neurónové jazykové modelovanie typu BERT.",
"year": 2020,
"heading_line": 265,
"title_line": 268,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/ondrej_megela/README.md",
"sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 321,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/patrik_pavlisin/README.md",
"sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Metódy automatického prekladu",
"year": 2020,
"heading_line": 242,
"title_line": 246,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0481",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "inštrukcie",
"year": 2026
},
"partition_group": "dea4a508f86cf619fe1b"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0482",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Denis Le Thanh"
},
{
"type": "person",
"value": "Ján Malinovský"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_malinovsky/README.md",
"pages/students/2023/denis_le_thanh/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "Slovak Mistral",
"year": 2026
},
"partition_group": "fc2a1d88a2a13bdf9d54"
},
"source_evidence": [
{
"document_path": "pages/students/2023/denis_le_thanh/README.md",
"sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
},
{
"document_path": "pages/students/2022/jan_malinovsky/README.md",
"sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0483",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Oleh Poiasnik"
},
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "znalostný graf",
"year": 2027
},
"partition_group": "f055c459151e4eecc273"
},
"source_evidence": [
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0484",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Ján Pták"
},
{
"type": "person",
"value": "Matej Novotný"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/matej_novotny/README.md",
"pages/students/2022/jan_ptak/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "OpenWebUI",
"year": 2026
},
"partition_group": "3d8163d06a1cbe755054"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
},
{
"document_path": "pages/students/2021/matej_novotny/README.md",
"sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
"field": "closed_world_metadata",
"tags": [
"nlp"
],
"categories": [
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0485",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "Elasticsearch",
"year": 2022
},
"partition_group": "10c7c006019ae33b33f8"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "closed_world_metadata",
"tags": [
"ir",
"cloud",
"demo",
"nlp"
],
"categories": [
"vp2021",
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/README.md",
"sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
"sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md",
"sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0486",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "LLM",
"year": 2025
},
"partition_group": "93dfe8f51b730118f8f3"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
},
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0487",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Martin Wencel"
},
{
"type": "person",
"value": "Dmytro Ushatenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "pomenované entity",
"year": 2020
},
"partition_group": "f1abac88648a8c306137"
},
"source_evidence": [
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"spacy"
],
"categories": [
"bp2021"
]
},
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "closed_world_metadata",
"tags": [
"chatobot",
"demo",
"nlp"
],
"categories": [
"bp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0488",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Michal Stromko"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/michal_stromko/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "FAISS",
"year": 2022
},
"partition_group": "36c17e69e16911c9e274"
},
"source_evidence": [
{
"document_path": "pages/students/2019/michal_stromko/README.md",
"sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
"field": "closed_world_metadata",
"tags": [
"ir",
"cloud",
"demo",
"nlp"
],
"categories": [
"vp2021",
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/README.md",
"sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
"sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md",
"sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0489",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "person",
"value": "Lukáš Pokrývka"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "CRF",
"year": 2021
},
"partition_group": "e79a9d05cd96563a6354"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "closed_world_metadata",
"tags": [
"gpu",
"cloud"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md",
"sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
"field": "closed_world_metadata",
"tags": [
"gpu",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0490",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Tetiana Mohorian"
},
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md",
"pages/students/2022/tetiana_mohorian/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "prompting",
"year": 2025
},
"partition_group": "2ca41afe293c025f7461"
},
"source_evidence": [
{
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
"sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025"
]
},
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0491",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Filip Tomáš"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/filip_tomas/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "Streamlit",
"year": 2022
},
"partition_group": "fde716a39603319e5e26"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "closed_world_metadata",
"tags": [
"ir",
"qa",
"nlp"
],
"categories": [
"bp2022"
]
},
{
"document_path": "pages/students/2019/filip_tomas/README.md",
"sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
"field": "closed_world_metadata",
"tags": [
"testovanie",
"javascript",
"typescript"
],
"categories": [
"bp2022",
"dp2024",
"dp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0492",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Medushivskyi"
},
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/yevhenii_medushivskyi/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "webový korpus",
"year": 2026
},
"partition_group": "ae231bfdf6967d751421"
},
"source_evidence": [
{
"document_path": "pages/students/2023/yevhenii_medushivskyi/README.md",
"sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
"field": "closed_world_metadata",
"tags": [
"ir",
"lm",
"nlp"
],
"categories": [
"bp2026"
]
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0493",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Simona Bobrovčanová"
},
{
"type": "person",
"value": "Ján Pták"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jan_ptak/README.md",
"pages/students/2023/simona_bobrovcanova/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "právne dokumenty",
"year": 2026
},
"partition_group": "852a84515cf2b87c7d8f"
},
"source_evidence": [
{
"document_path": "pages/students/2023/simona_bobrovcanova/README.md",
"sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
"field": "closed_world_metadata",
"tags": [
"lm",
"nlp"
],
"categories": [
"bp2026"
]
},
{
"document_path": "pages/students/2022/jan_ptak/README.md",
"sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0494",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Dmytro Ushatenko"
},
{
"type": "person",
"value": "Martin Wencel"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/dmytro_ushatenko/README.md",
"pages/students/2018/martin_wencel/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "chatbot",
"year": 2020
},
"partition_group": "3b7e8c83e9cb48e2b3bf"
},
"source_evidence": [
{
"document_path": "pages/students/2017/dmytro_ushatenko/README.md",
"sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
"field": "closed_world_metadata",
"tags": [
"chatobot",
"demo",
"nlp"
],
"categories": [
"bp2020"
]
},
{
"document_path": "pages/students/2018/martin_wencel/README.md",
"sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"spacy"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0495",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "slovenčina",
"year": 2022
},
"partition_group": "b1e89b1d28d31e5d3b5a"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "closed_world_metadata",
"tags": [
"spacy",
"nlp"
],
"categories": [
"bp2022",
"dp2024"
]
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0496",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Oleh Poiasnik"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md",
"pages/students/2022/oleh_poiasnik/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "speech-to-text",
"year": 2027
},
"partition_group": "1f25d5fa12d8e0f927d0"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
},
{
"document_path": "pages/students/2022/oleh_poiasnik/README.md",
"sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0497",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
],
"expected_answer_contains": [
"Lukáš Pokrývka",
"GPU",
"2021"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Lukáš Pokrývka",
"keyword": "GPU",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Lukáš Pokrývka"
},
{
"type": "keyword",
"value": "GPU"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md",
"pages/students/2016/lukas_pokryvka/README.md"
],
"partition_group": "6b6ad897a76ae96eb97c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "taxonomy.tag",
"value": "GPU"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
"sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
"field": "taxonomy.tag",
"value": "GPU"
},
{
"document_path": "pages/students/2016/lukas_pokryvka/README.md",
"sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Paralelné trénovanie neurónových sietí",
"year": 2021,
"heading_line": 18,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "test",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0498",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [
"Maroš Harahus",
"Spacy",
"2021",
"Artem Yatsenko"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [
{
"person": "Maroš Harahus",
"keyword": "Spacy",
"year": 2021
},
{
"person": "Artem Yatsenko",
"keyword": "Spacy",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Maroš Harahus"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Artem Yatsenko"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/maros_harahus/README.md",
"pages/students/2019/artem_yatsenko/README.md"
],
"partition_group": "6050a39f528f93f71f0d"
},
"source_evidence": [
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
"sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2016/maros_harahus/README.md",
"sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Neurónová morfologická anotácia slovenského jazyka",
"year": 2021,
"heading_line": 382,
"title_line": 387,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 30,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0499",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md",
"pages/students/2016/jan_holp/README.md"
],
"no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.",
"negative_constraints": {
"keyword": "slovenský internet",
"year": 2021
},
"partition_group": "9c246763f9970db6c83d"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "closed_world_metadata",
"tags": [
"ir",
"nlp",
"pagerank"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jan_holp/dp2021/README.md",
"sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md",
"sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "closed_world_metadata",
"tags": [
"ir",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "closed_world_metadata",
"tags": [
"spacy",
"ner",
"annotation",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md",
"sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
"sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
"sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
"field": "closed_world_metadata",
"tags": [
"annotation",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "g0500",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
],
"expected_answer_contains": [
"Kristián Sopkovič",
"Spacy",
"2022"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "person",
"value": "Dominik Nagy"
}
],
"expected_bindings": [
{
"person": "Kristián Sopkovič",
"keyword": "Spacy",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kristián Sopkovič"
},
{
"type": "keyword",
"value": "Spacy"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/dominik_nagy/README.md",
"pages/students/2019/kristian_sopkovic/README.md"
],
"partition_group": "4c70ab578a254939f857"
},
"source_evidence": [
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "taxonomy.tag",
"value": "Spacy"
},
{
"document_path": "pages/students/2019/kristian_sopkovic/README.md",
"sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
"year": 2022,
"heading_line": 308,
"title_line": 312,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_split": "dev",
"legacy_role": "previously_seen_regression_only"
},
{
"id": "dev-negative-year-0",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Alina Vitko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "ir"
},
"partition_group": "3ea37b5f45f74ef5b575"
},
"source_evidence": [
{
"document_path": "pages/students/2019/alina_vitko/README.md",
"sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
"field": "closed_world_metadata",
"tags": [
"ir",
"qa",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-year-1",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Andrii Pervashov, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo nlp?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Andrii Pervashov"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/andrii_pervashov/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "nlp"
},
"partition_group": "0c018d0b1cbb0e237e9f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/andrii_pervashov/README.md",
"sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
"field": "closed_world_metadata",
"tags": [
"rag",
"nlp"
],
"categories": [
"bp2025",
"dp2027"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-year-2",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Artem Yatsenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ner?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/artem_yatsenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/artem_yatsenko/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "ner"
},
"partition_group": "e79e64af963d3ca9ac57"
},
"source_evidence": [
{
"document_path": "pages/students/2019/artem_yatsenko/README.md",
"sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
"field": "closed_world_metadata",
"tags": [
"ner",
"spacy",
"nlp"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-year-3",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Bogdan Paul Chiș, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ie?",
"should_answer": false,
"expected_documents": [
"pages/interns/bogdan_paul_chis/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Bogdan Paul Chiș"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/bogdan_paul_chis/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "ie"
},
"partition_group": "e9e9b6333c9c5586f71c"
},
"source_evidence": [
{
"document_path": "pages/interns/bogdan_paul_chis/README.md",
"sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
"field": "closed_world_metadata",
"tags": [
"nlp",
"ie",
"rag",
"medical"
],
"categories": [
"erasmus"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-tag-0",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Cesar Abascal Gutierrez, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
"should_answer": false,
"expected_documents": [
"pages/interns/cesar_gutierrez/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Cesar Abascal Gutierrez"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/interns/cesar_gutierrez/README.md"
],
"no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.",
"negative_constraints": {
"keyword": "neexistujucitagvzor"
},
"partition_group": "06d6e3cffb2176fd7f09"
},
"source_evidence": [
{
"document_path": "pages/interns/cesar_gutierrez/README.md",
"sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
"field": "closed_world_metadata",
"tags": [
"ner",
"nlp"
],
"categories": [
"iaeste"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-tag-1",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Daniil Huzenko, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
"should_answer": false,
"expected_documents": [
"pages/students/2022/daniil_huzenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Daniil Huzenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/daniil_huzenko/README.md"
],
"no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.",
"negative_constraints": {
"keyword": "neexistujucitagvzor"
},
"partition_group": "23accd0aac8edfa97641"
},
"source_evidence": [
{
"document_path": "pages/students/2022/daniil_huzenko/README.md",
"sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
"field": "closed_world_metadata",
"tags": [
"klaud"
],
"categories": [
"bp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-person-0",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov diplomovej práce má osoba Zuzana Neexistujúca Vzorová?",
"should_answer": false,
"expected_documents": [],
"expected_source_urls": [],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Zuzana Neexistujúca Vzorová"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [],
"no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.",
"negative_constraints": {
"unknown_person": "Zuzana Neexistujúca Vzorová"
},
"partition_group": "1c1ceae7ee00396bff0b"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-negative-person-1",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov diplomovej práce má osoba Roman Neskutočný Testovací?",
"should_answer": false,
"expected_documents": [],
"expected_source_urls": [],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Roman Neskutočný Testovací"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [],
"no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.",
"negative_constraints": {
"unknown_person": "Roman Neskutočný Testovací"
},
"partition_group": "41f700f58bbc8944ba56"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "dev-zero-count",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Alina Vitko, Andrii Pervashov, Artem Yatsenko vyber osoby s prácou v roku 2099. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
],
"expected_answer_contains": [
"0"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Alina Vitko"
},
{
"type": "person",
"value": "Andrii Pervashov"
},
{
"type": "person",
"value": "Artem Yatsenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/alina_vitko/README.md",
"pages/students/2019/artem_yatsenko/README.md",
"pages/students/2022/andrii_pervashov/README.md"
],
"expected_entity_set": [],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 0,
"partition_group": "9833d7e826de1aee001e"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0001",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/ediz_morochovic/README.md",
"pages/students/2022/jakub_schwarc/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
],
"expected_answer_contains": [
"Ediz Morochovič",
"nlp",
"Jakub Schwarc"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ediz Morochovič"
},
{
"type": "person",
"value": "Jakub Schwarc"
}
],
"expected_bindings": [
{
"person": "Ediz Morochovič",
"keyword": "nlp"
},
{
"person": "Jakub Schwarc",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/ediz_morochovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ediz Morochovič"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/ediz_morochovic/README.md",
"pages/students/2022/jakub_schwarc/README.md"
],
"partition_group": "8a6285cb2fb15918b68e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/ediz_morochovic/README.md",
"sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0002",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Martin NaN1",
"nlp",
"Nikita Bodnar"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "person",
"value": "Nikita Bodnar"
}
],
"expected_bindings": [
{
"person": "Martin NaN1",
"keyword": "nlp"
},
{
"person": "Nikita Bodnar",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "26e43e80ffdb1c09a21a"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0003",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/ediz_morochovic/README.md",
"pages/students/2018/NaN1name_buday/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
],
"expected_answer_contains": [
"Ediz Morochovič",
"nlp",
"Martin NaN1"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Ediz Morochovič"
},
{
"type": "person",
"value": "Martin NaN1"
}
],
"expected_bindings": [
{
"person": "Ediz Morochovič",
"keyword": "nlp"
},
{
"person": "Martin NaN1",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/ediz_morochovic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ediz Morochovič"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/ediz_morochovic/README.md",
"pages/students/2018/NaN1name_buday/README.md"
],
"partition_group": "93ea88c675008cd30187"
},
"source_evidence": [
{
"document_path": "pages/students/2016/ediz_morochovic/README.md",
"sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0004",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/david_stromp/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Dávid Stromp",
"nlp",
"Nikita Bodnar"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Stromp"
},
{
"type": "person",
"value": "Nikita Bodnar"
}
],
"expected_bindings": [
{
"person": "Dávid Stromp",
"keyword": "nlp"
},
{
"person": "Nikita Bodnar",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Stromp"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/david_stromp/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "c02e40993bcde239ae42"
},
"source_evidence": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0005",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.",
"should_answer": true,
"expected_documents": [
"pages/students/2017/than_trung_thanh/README.md",
"pages/students/2021/manohar_gowdru_shridharu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
],
"expected_answer_contains": [
"Manohar Gowdru Shridhara",
"nlp",
"Than Trung Thanh"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
},
{
"type": "person",
"value": "Than Trung Thanh"
}
],
"expected_bindings": [
{
"person": "Manohar Gowdru Shridhara",
"keyword": "nlp"
},
{
"person": "Than Trung Thanh",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Than Trung Thanh"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/than_trung_thanh/README.md",
"pages/students/2021/manohar_gowdru_shridharu/README.md"
],
"partition_group": "39c80c93a9a02e632bc3"
},
"source_evidence": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0006",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_ilas/README.md",
"pages/students/2022/yevhenii_leonov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
],
"expected_answer_contains": [
"Dávid Iľaš",
"nlp",
"Yevhenii Leonov"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Iľaš"
},
{
"type": "person",
"value": "Yevhenii Leonov"
}
],
"expected_bindings": [
{
"person": "Dávid Iľaš",
"keyword": "nlp"
},
{
"person": "Yevhenii Leonov",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2018/david_ilas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Iľaš"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_ilas/README.md",
"pages/students/2022/yevhenii_leonov/README.md"
],
"partition_group": "f07c1fddb4e712f86400"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_ilas/README.md",
"sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0007",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/artur_hyrenko/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Artur Hyrenko",
"rasa",
"Nikita Bodnar"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "person",
"value": "Nikita Bodnar"
}
],
"expected_bindings": [
{
"person": "Artur Hyrenko",
"keyword": "rasa"
},
{
"person": "Nikita Bodnar",
"keyword": "rasa"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "keyword",
"value": "rasa"
},
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "keyword",
"value": "rasa"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/artur_hyrenko/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "09d50f740e87a02d6064"
},
"source_evidence": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "taxonomy.tag",
"value": "rasa"
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "taxonomy.tag",
"value": "rasa"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0008",
"split": "dev",
"category": "shared_keyword_pair",
"difficulty": "hard",
"question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2021/manohar_gowdru_shridharu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
],
"expected_answer_contains": [
"Adrián Remiáš",
"nlp",
"Manohar Gowdru Shridhara"
],
"graph": {
"schema_version": 3,
"task": "shared_keyword_pair",
"start_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
},
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
}
],
"expected_bindings": [
{
"person": "Adrián Remiáš",
"keyword": "nlp"
},
{
"person": "Manohar Gowdru Shridhara",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
},
{
"type": "keyword",
"value": "nlp"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2021/manohar_gowdru_shridharu/README.md"
],
"partition_group": "4674934e2a49c964df66"
},
"source_evidence": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
"field": "taxonomy.tag",
"value": "nlp"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0009",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Patrik Pokrivčák a Pavol Hudák?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/patrik_pokrivcak/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Patrik Pokrivčák",
"2024",
"Pavol Hudák",
"2025"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Patrik Pokrivčák",
"year": 2024
},
{
"person": "Pavol Hudák",
"year": 2024
},
{
"person": "Patrik Pokrivčák",
"year": 2025
},
{
"person": "Pavol Hudák",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/patrik_pokrivcak/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "28e4f0e13d2e0ff787be"
},
"source_evidence": [
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2024,
"heading_line": 64,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2024,
"heading_line": 88,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
"year": 2025,
"heading_line": 12,
"title_line": 17,
"year_basis": "frontmatter_category"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"year": 2025,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0010",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Vladyslav Krupko?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matej_kobylan/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Matej Kobyľan",
"2023",
"Vladyslav Krupko",
"2024"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "person",
"value": "Vladyslav Krupko"
}
],
"expected_bindings": [
{
"person": "Matej Kobyľan",
"year": 2023
},
{
"person": "Vladyslav Krupko",
"year": 2023
},
{
"person": "Matej Kobyľan",
"year": 2024
},
{
"person": "Vladyslav Krupko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "year",
"value": "2023"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "year",
"value": "2023"
},
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matej_kobylan/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"partition_group": "4aee26cad873f2ac3d7b"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systém pre monitoring médií",
"year": 2023,
"heading_line": 29,
"title_line": 31,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Oprava preklepov v slovenskom jazyku.",
"year": 2023,
"heading_line": 125,
"title_line": 127,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": null,
"year": 2024,
"heading_line": 12,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": null,
"year": 2024,
"heading_line": 12,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0011",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Adrián Remiáš a Nikita Bodnar?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Adrián Remiáš",
"2024",
"Nikita Bodnar"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
},
{
"type": "person",
"value": "Nikita Bodnar"
}
],
"expected_bindings": [
{
"person": "Adrián Remiáš",
"year": 2024
},
{
"person": "Nikita Bodnar",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "9ee03df5bc8ce612b603"
},
"source_evidence": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": null,
"year": 2024,
"heading_line": 15,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Korekcia textu pomocou neurónových sietí",
"year": 2024,
"heading_line": 122,
"title_line": 124,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0012",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Pavol Hudák?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/pavol_hudak/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Nikita Bodnar",
"2024",
"Pavol Hudák",
"2025"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Nikita Bodnar",
"year": 2024
},
{
"person": "Pavol Hudák",
"year": 2024
},
{
"person": "Nikita Bodnar",
"year": 2025
},
{
"person": "Pavol Hudák",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/pavol_hudak/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "260437dd491aa76c032a"
},
"source_evidence": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Korekcia textu pomocou neurónových sietí",
"year": 2024,
"heading_line": 122,
"title_line": 124,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2024,
"heading_line": 88,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": null,
"year": 2025,
"heading_line": 13,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"year": 2025,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0013",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Patrik Pokrivčák?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/patrik_pokrivcak/README.md",
"pages/students/2020/david_kostilnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
],
"expected_answer_contains": [
"Dávid Kostilník",
"2024",
"Patrik Pokrivčák",
"2025"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "person",
"value": "Patrik Pokrivčák"
}
],
"expected_bindings": [
{
"person": "Dávid Kostilník",
"year": 2024
},
{
"person": "Patrik Pokrivčák",
"year": 2024
},
{
"person": "Dávid Kostilník",
"year": 2025
},
{
"person": "Patrik Pokrivčák",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
},
{
"binding_index": 3,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 3,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/patrik_pokrivcak/README.md",
"pages/students/2020/david_kostilnik/README.md"
],
"partition_group": "10ac190aa42f43236baa"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2024,
"heading_line": 67,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2024,
"heading_line": 64,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Sémantické vyhľadávanie pomocou veľkých modelov",
"year": 2025,
"heading_line": 12,
"title_line": 16,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
"year": 2025,
"heading_line": 12,
"title_line": 17,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0014",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md",
"pages/students/2018/oleh_bilykh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
],
"expected_answer_contains": [
"Martin NaN1",
"2020",
"Oleh Bilykh"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "person",
"value": "Oleh Bilykh"
}
],
"expected_bindings": [
{
"person": "Martin NaN1",
"year": 2020
},
{
"person": "Oleh Bilykh",
"year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/oleh_bilykh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "year",
"value": "2020"
},
{
"type": "person",
"value": "Oleh Bilykh"
},
{
"type": "year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md",
"pages/students/2018/oleh_bilykh/README.md"
],
"partition_group": "6791b5a89f5e3a2298ad"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
"year": 2020,
"heading_line": 18,
"title_line": 20,
"year_basis": "heading"
},
{
"document_path": "pages/students/2018/oleh_bilykh/README.md",
"sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2020,
"heading_line": 45,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0015",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Krupko?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Dávid Kostilník",
"2024",
"Vladyslav Krupko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "person",
"value": "Vladyslav Krupko"
}
],
"expected_bindings": [
{
"person": "Dávid Kostilník",
"year": 2024
},
{
"person": "Vladyslav Krupko",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "year",
"value": "2024"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"partition_group": "bf9f25c0d26f225506dc"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": null,
"year": 2024,
"heading_line": 67,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": null,
"year": 2024,
"heading_line": 12,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0016",
"split": "dev",
"category": "same_academic_year_pair",
"difficulty": "hard",
"question": "Aké spoločné roky práce spájajú osoby Jakub Schwarc a Oleksandr Hryshchenko?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/oleksandr_hryshchenko/README.md",
"pages/students/2022/jakub_schwarc/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
],
"expected_answer_contains": [
"Jakub Schwarc",
"2026",
"Oleksandr Hryshchenko"
],
"graph": {
"schema_version": 3,
"task": "same_academic_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "person",
"value": "Oleksandr Hryshchenko"
}
],
"expected_bindings": [
{
"person": "Jakub Schwarc",
"year": 2026
},
{
"person": "Oleksandr Hryshchenko",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "year",
"value": "2026"
},
{
"type": "person",
"value": "Oleksandr Hryshchenko"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/oleksandr_hryshchenko/README.md",
"pages/students/2022/jakub_schwarc/README.md"
],
"partition_group": "e19472c88f088e8fb85f"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Inštrukčné dotrénovanie jazykového modelu",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
},
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Grafové neurónové siete pre získavanie informácií",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0017",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Pavol Hudák.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Dávid Kostilník",
"2020",
"Pavol Hudák"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Dávid Kostilník",
"start_year": 2020
},
{
"person": "Pavol Hudák",
"start_year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "start_year",
"value": "2020"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "start_year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "f1091f36d3f7c8eb10ec"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "start_year",
"value": 2020
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "start_year",
"value": 2020
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0018",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Kobyľan a Vladyslav Krupko.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matej_kobylan/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Matej Kobyľan",
"2020",
"Vladyslav Krupko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "person",
"value": "Vladyslav Krupko"
}
],
"expected_bindings": [
{
"person": "Matej Kobyľan",
"start_year": 2020
},
{
"person": "Vladyslav Krupko",
"start_year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "start_year",
"value": "2020"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "start_year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matej_kobylan/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"partition_group": "46cbc6f845226ac03420"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "start_year",
"value": 2020
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "start_year",
"value": 2020
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0019",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Pavol Hudák.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Kamil Tomčufčík",
"2020",
"Pavol Hudák"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Kamil Tomčufčík",
"start_year": 2020
},
{
"person": "Pavol Hudák",
"start_year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "start_year",
"value": "2020"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "start_year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "31d055e471ce655b24b1"
},
"source_evidence": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
"field": "start_year",
"value": 2020
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "start_year",
"value": 2020
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0020",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Vladyslav Krupko.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matus_suchanic/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Matúš Suchanič",
"2020",
"Vladyslav Krupko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "person",
"value": "Vladyslav Krupko"
}
],
"expected_bindings": [
{
"person": "Matúš Suchanič",
"start_year": 2020
},
{
"person": "Vladyslav Krupko",
"start_year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "start_year",
"value": "2020"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "start_year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matus_suchanic/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"partition_group": "02000ebc391e13d1271b"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "start_year",
"value": 2020
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "start_year",
"value": 2020
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0021",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Manohar Gowdru Shridhara a Nikita Bodnar.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/manohar_gowdru_shridharu/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Manohar Gowdru Shridhara",
"2021",
"Nikita Bodnar"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
},
{
"type": "person",
"value": "Nikita Bodnar"
}
],
"expected_bindings": [
{
"person": "Manohar Gowdru Shridhara",
"start_year": 2021
},
{
"person": "Nikita Bodnar",
"start_year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
},
{
"type": "start_year",
"value": "2021"
},
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "start_year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/manohar_gowdru_shridharu/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "81f1ccd804b817368af3"
},
"source_evidence": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
"field": "start_year",
"value": 2021
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "start_year",
"value": 2021
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0022",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Vladyslav Krupko.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Kamil Tomčufčík",
"2020",
"Vladyslav Krupko"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "person",
"value": "Vladyslav Krupko"
}
],
"expected_bindings": [
{
"person": "Kamil Tomčufčík",
"start_year": 2020
},
{
"person": "Vladyslav Krupko",
"start_year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "start_year",
"value": "2020"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "start_year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"partition_group": "2405b208a39a2e87f92e"
},
"source_evidence": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
"field": "start_year",
"value": 2020
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "start_year",
"value": 2020
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0023",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Schwarc a Serhii Yemets.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jakub_schwarc/README.md",
"pages/students/2022/serhii_yemets/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
],
"expected_answer_contains": [
"Jakub Schwarc",
"2022",
"Serhii Yemets"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "person",
"value": "Serhii Yemets"
}
],
"expected_bindings": [
{
"person": "Jakub Schwarc",
"start_year": 2022
},
{
"person": "Serhii Yemets",
"start_year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2022/serhii_yemets/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "start_year",
"value": "2022"
},
{
"type": "person",
"value": "Serhii Yemets"
},
{
"type": "start_year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jakub_schwarc/README.md",
"pages/students/2022/serhii_yemets/README.md"
],
"partition_group": "09ada7352b9dd8da8d42"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "start_year",
"value": 2022
},
{
"document_path": "pages/students/2022/serhii_yemets/README.md",
"sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
"field": "start_year",
"value": 2022
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0024",
"split": "dev",
"category": "same_start_year_pair",
"difficulty": "hard",
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Pavol Hudák.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matus_suchanic/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Matúš Suchanič",
"2020",
"Pavol Hudák"
],
"graph": {
"schema_version": 3,
"task": "same_start_year_pair",
"start_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Matúš Suchanič",
"start_year": 2020
},
{
"person": "Pavol Hudák",
"start_year": 2020
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
},
{
"binding_index": 1,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "start_year",
"value": "2020"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "start_year",
"value": "2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matus_suchanic/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "6d8a4d5318e161cdffca"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "start_year",
"value": 2020
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "start_year",
"value": 2020
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0025",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Pavol Hudák uvedené pre rok 2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Pavol Hudák",
"Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Pavol Hudák",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2025,
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "thesis_title",
"value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "8569ad366a2034813ea6"
},
"source_evidence": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"year": 2025,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0026",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Dmytro Mural uvedené pre rok 2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/dmytro_mural/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
],
"expected_answer_contains": [
"Dmytro Mural",
"Grafové neurónové siete pre vyhľadávanie na internete.",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dmytro Mural"
}
],
"expected_bindings": [
{
"person": "Dmytro Mural",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2022,
"title": "Grafové neurónové siete pre vyhľadávanie na internete."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/dmytro_mural/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Mural"
},
{
"type": "thesis_title",
"value": "Grafové neurónové siete pre vyhľadávanie na internete."
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/dmytro_mural/README.md"
],
"partition_group": "edd78621b3a9fbd06687"
},
"source_evidence": [
{
"document_path": "pages/students/2019/dmytro_mural/README.md",
"sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafové neurónové siete pre vyhľadávanie na internete.",
"year": 2022,
"heading_line": 11,
"title_line": 13,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0027",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Artur Hyrenko uvedené pre rok 2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
],
"expected_answer_contains": [
"Artur Hyrenko",
"Zvýšenie bezpečnosti veľkých jazykových modelov",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
}
],
"expected_bindings": [
{
"person": "Artur Hyrenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "thesis_title",
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/artur_hyrenko/README.md"
],
"partition_group": "588b7ee24a1ee3b3e93c"
},
"source_evidence": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0028",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md"
],
"no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.",
"negative_constraints": {
"year": 2021
},
"partition_group": "1b374383cae04e677623"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"nemo",
"bert",
"gpt"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0029",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Jakub Kristián Lukas uvedené pre rok 2023?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/jakub_kristian_lukas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
],
"expected_answer_contains": [
"Jakub Kristián Lukas",
"Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
"2023"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Kristián Lukas"
}
],
"expected_bindings": [
{
"person": "Jakub Kristián Lukas",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2023,
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Kristián Lukas"
},
{
"type": "thesis_title",
"value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách"
},
{
"type": "year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/jakub_kristian_lukas/README.md"
],
"partition_group": "34d5e08d5a667b637e35"
},
"source_evidence": [
{
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
"sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
"year": 2023,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0030",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matus_suchanic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
],
"expected_answer_contains": [
"Matúš Suchanič",
"Extrakcia informácií z webových stránok",
"2022"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
}
],
"expected_bindings": [
{
"person": "Matúš Suchanič",
"academic_kind": "Work",
"academic_type": "research_project",
"year": 2022,
"title": "Extrakcia informácií z webových stránok"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "work_title",
"value": "Extrakcia informácií z webových stránok"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matus_suchanic/README.md"
],
"partition_group": "2e8fb5205eaeb219e6ce"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": "Extrakcia informácií z webových stránok",
"year": 2022,
"heading_line": 99,
"title_line": 101,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0031",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov diplomového projektu a rok práce sú pri osobe Jakub Schwarc uvedené pre rok 2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jakub_schwarc/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
],
"expected_answer_contains": [
"Jakub Schwarc",
"Inštrukčné dotrénovanie jazykového modelu",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
}
],
"expected_bindings": [
{
"person": "Jakub Schwarc",
"academic_kind": "Work",
"academic_type": "diploma_project",
"year": 2026,
"title": "Inštrukčné dotrénovanie jazykového modelu"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "work_title",
"value": "Inštrukčné dotrénovanie jazykového modelu"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jakub_schwarc/README.md"
],
"partition_group": "16adda3d2b1ed0fd96a8"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Inštrukčné dotrénovanie jazykového modelu",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0032",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Samuel Horáni uvedené pre rok 2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/samuel_horani/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
],
"expected_answer_contains": [
"Samuel Horáni",
"Dialógový systém pomocou RASA framework",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Samuel Horáni"
}
],
"expected_bindings": [
{
"person": "Samuel Horáni",
"academic_kind": "Work",
"academic_type": "research_project",
"year": 2021,
"title": "Dialógový systém pomocou RASA framework"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Horáni"
},
{
"type": "work_title",
"value": "Dialógový systém pomocou RASA framework"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/samuel_horani/README.md"
],
"partition_group": "bd808fa49a2a441a8075"
},
"source_evidence": [
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": "Dialógový systém pomocou RASA framework",
"year": 2021,
"heading_line": 184,
"title_line": 186,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0033",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md"
],
"no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.",
"negative_constraints": {
"year": 2021,
"keyword": "nemo"
},
"partition_group": "0c0caec4cd99e5b64798"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"nemo",
"bert",
"gpt"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0034",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom chatbot?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
],
"expected_answer_contains": [
"Artur Hyrenko",
"chatbot",
"Zvýšenie bezpečnosti veľkých jazykových modelov",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
}
],
"expected_bindings": [
{
"person": "Artur Hyrenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
"keyword": "chatbot"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "keyword",
"value": "chatbot"
},
{
"type": "thesis_title",
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/artur_hyrenko/README.md"
],
"partition_group": "8ffbb1e251c2216ea87e"
},
"source_evidence": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "taxonomy.tag",
"value": "chatbot"
},
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0035",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md"
],
"no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.",
"negative_constraints": {
"year": 2021,
"keyword": "bert"
},
"partition_group": "b7e8c18d08af14715874"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"nemo",
"bert",
"gpt"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0036",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Oleksandr Hryshchenko v roku 2026 súvisí s kľúčovým slovom nlp?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/oleksandr_hryshchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
],
"expected_answer_contains": [
"Oleksandr Hryshchenko",
"nlp",
"Grafové neurónové siete pre získavanie informácií",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Hryshchenko"
}
],
"expected_bindings": [
{
"person": "Oleksandr Hryshchenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Grafové neurónové siete pre získavanie informácií",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Hryshchenko"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "thesis_title",
"value": "Grafové neurónové siete pre získavanie informácií"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/oleksandr_hryshchenko/README.md"
],
"partition_group": "03bed078c311eb856a1c"
},
"source_evidence": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Grafové neurónové siete pre získavanie informácií",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0037",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Pavol Hudák v roku 2025 súvisí s kľúčovým slovom nlp?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Pavol Hudák",
"nlp",
"Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Pavol Hudák",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2025,
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "thesis_title",
"value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "801ee03a5d42e9430a67"
},
"source_evidence": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"year": 2025,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0038",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Yevhenii Leonov v roku 2025 súvisí s kľúčovým slovom rag?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/yevhenii_leonov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
],
"expected_answer_contains": [
"Yevhenii Leonov",
"rag",
"Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
"2025"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
}
],
"expected_bindings": [
{
"person": "Yevhenii Leonov",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2025,
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
"keyword": "rag"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "keyword",
"value": "rag"
},
{
"type": "thesis_title",
"value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/yevhenii_leonov/README.md"
],
"partition_group": "3be5310dddccc87e67cc"
},
"source_evidence": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.tag",
"value": "rag"
},
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
"year": 2025,
"heading_line": 13,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0039",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom nlp?",
"should_answer": true,
"expected_documents": [
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
],
"expected_answer_contains": [
"Artur Hyrenko",
"nlp",
"Zvýšenie bezpečnosti veľkých jazykových modelov",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
}
],
"expected_bindings": [
{
"person": "Artur Hyrenko",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2026,
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "thesis_title",
"value": "Zvýšenie bezpečnosti veľkých jazykových modelov"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/artur_hyrenko/README.md"
],
"partition_group": "a3e2e1666a806e03456c"
},
"source_evidence": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0040",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Jakub Schwarc v roku 2026 súvisí s kľúčovým slovom nlp?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jakub_schwarc/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
],
"expected_answer_contains": [
"Jakub Schwarc",
"nlp",
"Inštrukčné dotrénovanie jazykového modelu",
"2026"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
}
],
"expected_bindings": [
{
"person": "Jakub Schwarc",
"academic_kind": "Work",
"academic_type": "diploma_project",
"year": 2026,
"title": "Inštrukčné dotrénovanie jazykového modelu",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "work_title",
"value": "Inštrukčné dotrénovanie jazykového modelu"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jakub_schwarc/README.md"
],
"partition_group": "0bb712996aafa57f73c8"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "diploma_project",
"title": "Inštrukčné dotrénovanie jazykového modelu",
"year": 2026,
"heading_line": 13,
"title_line": 18,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0041",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Adrián Remiáš, ktorý patrí do kategórie dp2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
],
"expected_answer_contains": [
"Adrián Remiáš",
"dp2024",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Adrián Remiáš",
"category": "dp2024",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2018/adrian_remias/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
},
{
"type": "category",
"value": "dp2024"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md"
],
"partition_group": "e89bcf2966b89bfe1279"
},
"source_evidence": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
"field": "taxonomy.category",
"value": "dp2024"
},
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0042",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Than Trung Thanh, ktorý patrí do kategórie bp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/than_trung_thanh/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
],
"expected_answer_contains": [
"Than Trung Thanh",
"bp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Than Trung Thanh"
}
],
"expected_bindings": [
{
"person": "Than Trung Thanh",
"category": "bp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Than Trung Thanh"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/than_trung_thanh/README.md"
],
"partition_group": "6cc1c47acdf9f50ae7ea"
},
"source_evidence": [
{
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2017/than_trung_thanh/README.md",
"sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0043",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Dávid Kostilník, ktorý patrí do kategórie dp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
],
"expected_answer_contains": [
"Dávid Kostilník",
"dp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
}
],
"expected_bindings": [
{
"person": "Dávid Kostilník",
"category": "dp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2020/david_kostilnik/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "category",
"value": "dp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md"
],
"partition_group": "123aa244852830a141e7"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "taxonomy.category",
"value": "dp2025"
},
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0044",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Martin NaN1, ktorý patrí do kategórie bp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
],
"expected_answer_contains": [
"Martin NaN1",
"bp2021",
"Anton Buday"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
}
],
"expected_bindings": [
{
"person": "Martin NaN1",
"category": "bp2021",
"document_author": "Anton Buday",
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "document_author",
"value": "Anton Buday"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md"
],
"partition_group": "66741543ff5e2bd233f7"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "taxonomy.author",
"value": "Anton Buday"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0045",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Yevhenii Leonov, ktorý patrí do kategórie bp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2022/yevhenii_leonov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
],
"expected_answer_contains": [
"Yevhenii Leonov",
"bp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
}
],
"expected_bindings": [
{
"person": "Yevhenii Leonov",
"category": "bp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/yevhenii_leonov/README.md"
],
"partition_group": "efb4bfa512a47cfc9384"
},
"source_evidence": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0046",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Matej Kobyľan, ktorý patrí do kategórie bp2023?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matej_kobylan/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
],
"expected_answer_contains": [
"Matej Kobyľan",
"bp2023",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
}
],
"expected_bindings": [
{
"person": "Matej Kobyľan",
"category": "bp2023",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2020/matej_kobylan/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "category",
"value": "bp2023"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matej_kobylan/README.md"
],
"partition_group": "c2941ab6da65037eb5a2"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "taxonomy.category",
"value": "bp2023"
},
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0047",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Samuel Horáni, ktorý patrí do kategórie bp2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/samuel_horani/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
],
"expected_answer_contains": [
"Samuel Horáni",
"bp2022",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Samuel Horáni"
}
],
"expected_bindings": [
{
"person": "Samuel Horáni",
"category": "bp2022",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2019/samuel_horani/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Horáni"
},
{
"type": "category",
"value": "bp2022"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/samuel_horani/README.md"
],
"partition_group": "cd018c970c3b9f11ce07"
},
"source_evidence": [
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
"field": "taxonomy.category",
"value": "bp2022"
},
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0048",
"split": "dev",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Kto je autor dokumentu osoby Pavol Hudák, ktorý patrí do kategórie dp2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Pavol Hudák",
"dp2025",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Pavol Hudák"
}
],
"expected_bindings": [
{
"person": "Pavol Hudák",
"category": "dp2025",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2020/pavol_hudak/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "category",
"value": "dp2025"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "443d77a109bd929cb972"
},
"source_evidence": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "taxonomy.category",
"value": "dp2025"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0049",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Dávid Kostilník.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
],
"expected_answer_contains": [
"Dávid Kostilník",
"dp2025"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
}
],
"expected_bindings": [
{
"person": "Dávid Kostilník",
"category": "dp2025"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "category",
"value": "dp2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md"
],
"expected_entity_set": [
"dp2025"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "c231e43f1d4a8abc3f21"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "taxonomy.category",
"value": "dp2025"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0050",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Kamil Tomčufčík.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/kamil_tomcufcik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
],
"expected_answer_contains": [
"Kamil Tomčufčík",
"dp2025"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
}
],
"expected_bindings": [
{
"person": "Kamil Tomčufčík",
"category": "dp2025"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "category",
"value": "dp2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/kamil_tomcufcik/README.md"
],
"expected_entity_set": [
"dp2025"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "ff1d0a969ad37a2e8d25"
},
"source_evidence": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
"field": "taxonomy.category",
"value": "dp2025"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0051",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Manohar Gowdru Shridhara.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/manohar_gowdru_shridharu/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
],
"expected_answer_contains": [
"Manohar Gowdru Shridhara",
"phd2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
}
],
"expected_bindings": [
{
"person": "Manohar Gowdru Shridhara",
"category": "phd2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Manohar Gowdru Shridhara"
},
{
"type": "category",
"value": "phd2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/manohar_gowdru_shridharu/README.md"
],
"expected_entity_set": [
"phd2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "1262098b15284562d361"
},
"source_evidence": [
{
"document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
"sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
"field": "taxonomy.category",
"value": "phd2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0052",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Dávid Stromp.",
"should_answer": true,
"expected_documents": [
"pages/students/2019/david_stromp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
],
"expected_answer_contains": [
"Dávid Stromp",
"bp2022"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Dávid Stromp"
}
],
"expected_bindings": [
{
"person": "Dávid Stromp",
"category": "bp2022"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Stromp"
},
{
"type": "category",
"value": "bp2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/david_stromp/README.md"
],
"expected_entity_set": [
"bp2022"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "8f46e5f47719e3eaca18"
},
"source_evidence": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
"field": "taxonomy.category",
"value": "bp2022"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0053",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Matúš Suchanič.",
"should_answer": true,
"expected_documents": [
"pages/students/2020/matus_suchanic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
],
"expected_answer_contains": [
"Matúš Suchanič",
"bp2023",
"vp2022"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
}
],
"expected_bindings": [
{
"person": "Matúš Suchanič",
"category": "bp2023"
},
{
"person": "Matúš Suchanič",
"category": "vp2022"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "category",
"value": "bp2023"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "category",
"value": "vp2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/matus_suchanic/README.md"
],
"expected_entity_set": [
"bp2023",
"vp2022"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "92676eb5a0be5c242eb8"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "taxonomy.category",
"value": "bp2023"
},
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "taxonomy.category",
"value": "vp2022"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0054",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Jakub Schwarc.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/jakub_schwarc/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
],
"expected_answer_contains": [
"Jakub Schwarc",
"dp2027"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
}
],
"expected_bindings": [
{
"person": "Jakub Schwarc",
"category": "dp2027"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Schwarc"
},
{
"type": "category",
"value": "dp2027"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/jakub_schwarc/README.md"
],
"expected_entity_set": [
"dp2027"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "470408a5fa9cabc43cb2"
},
"source_evidence": [
{
"document_path": "pages/students/2022/jakub_schwarc/README.md",
"sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
"field": "taxonomy.category",
"value": "dp2027"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0055",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Artur Hyrenko.",
"should_answer": true,
"expected_documents": [
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
],
"expected_answer_contains": [
"Artur Hyrenko",
"dp2026"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
}
],
"expected_bindings": [
{
"person": "Artur Hyrenko",
"category": "dp2026"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "category",
"value": "dp2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_entity_set": [
"dp2026"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "445f92f319941bc4b4b4"
},
"source_evidence": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "taxonomy.category",
"value": "dp2026"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0056",
"split": "dev",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Yevhenii Leonov.",
"should_answer": true,
"expected_documents": [
"pages/students/2022/yevhenii_leonov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
],
"expected_answer_contains": [
"Yevhenii Leonov",
"bp2025",
"vp2024"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
}
],
"expected_bindings": [
{
"person": "Yevhenii Leonov",
"category": "bp2025"
},
{
"person": "Yevhenii Leonov",
"category": "vp2024"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
},
{
"binding_index": 1,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "category",
"value": "bp2025"
},
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "category",
"value": "vp2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2022/yevhenii_leonov/README.md"
],
"expected_entity_set": [
"bp2025",
"vp2024"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "ff3f38f452813f3e0f5e"
},
"source_evidence": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.category",
"value": "bp2025"
},
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.category",
"value": "vp2024"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0057",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Adrián Remiáš, Artur Hyrenko, Dávid Iľaš vyber osoby s prácou v roku 2099. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2018/david_ilas/README.md",
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
],
"expected_answer_contains": [
"0"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
},
{
"type": "person",
"value": "Artur Hyrenko"
},
{
"type": "person",
"value": "Dávid Iľaš"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2018/david_ilas/README.md",
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_entity_set": [],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 0,
"partition_group": "add9ac9b0d9359f1fe79"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0058",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Oleh Bilykh, Samuel Horáni, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2018/oleh_bilykh/README.md",
"pages/students/2019/samuel_horani/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
],
"expected_answer_contains": [
"Oleh Bilykh",
"2021",
"Samuel Horáni",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Oleh Bilykh"
},
{
"type": "person",
"value": "Samuel Horáni"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Oleh Bilykh",
"year": 2021
},
{
"person": "Samuel Horáni",
"year": 2021
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/oleh_bilykh/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleh Bilykh"
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Samuel Horáni"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2018/oleh_bilykh/README.md",
"pages/students/2019/samuel_horani/README.md"
],
"expected_entity_set": [
"Oleh Bilykh",
"Samuel Horáni"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "2c75592e2250e088910b"
},
"source_evidence": [
{
"document_path": "pages/students/2018/oleh_bilykh/README.md",
"sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
"year": 2021,
"heading_line": 20,
"title_line": 24,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "bachelor_project",
"title": null,
"year": 2021,
"heading_line": 32,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": "Dialógový systém pomocou RASA framework",
"year": 2021,
"heading_line": 184,
"title_line": 186,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0059",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Kamil Tomčufčík, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Kamil Tomčufčík",
"2025",
"Pavol Hudák",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Kamil Tomčufčík",
"year": 2025
},
{
"person": "Pavol Hudák",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Kamil Tomčufčík"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_entity_set": [
"Kamil Tomčufčík",
"Pavol Hudák"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "b78c3a2827aff0d6b7aa"
},
"source_evidence": [
{
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
"sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": null,
"year": 2025,
"heading_line": 12,
"title_line": null,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"year": 2025,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0060",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Dmytro Mural, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2019/dmytro_mural/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
],
"expected_answer_contains": [
"Dmytro Mural",
"2022",
"Matúš Suchanič",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dmytro Mural"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Dmytro Mural",
"year": 2022
},
{
"person": "Matúš Suchanič",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/dmytro_mural/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dmytro Mural"
},
{
"type": "year",
"value": "2022"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2019/dmytro_mural/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_entity_set": [
"Dmytro Mural",
"Matúš Suchanič"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "510e31a611ebc1cdbc4f"
},
"source_evidence": [
{
"document_path": "pages/students/2019/dmytro_mural/README.md",
"sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Grafové neurónové siete pre vyhľadávanie na internete.",
"year": 2022,
"heading_line": 11,
"title_line": 13,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "research_project",
"title": "Extrakcia informácií z webových stránok",
"year": 2022,
"heading_line": 99,
"title_line": 101,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0061",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Dávid Iľaš, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2018/david_ilas/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
],
"expected_answer_contains": [
"Dávid Iľaš",
"2023",
"Matúš Suchanič",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dávid Iľaš"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Dávid Iľaš",
"year": 2023
},
{
"person": "Matúš Suchanič",
"year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2018/david_ilas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Iľaš"
},
{
"type": "year",
"value": "2023"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2018/david_ilas/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_entity_set": [
"Dávid Iľaš",
"Matúš Suchanič"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "ad225dd89d15c5cd1a67"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_ilas/README.md",
"sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Rozpoznávanie emócií z textu.",
"year": 2023,
"heading_line": 15,
"title_line": 17,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická kategorizácia slovenského textu",
"year": 2023,
"heading_line": 12,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0062",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Dávid Kostilník, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2019/patrik_pokrivcak/README.md",
"pages/students/2020/david_kostilnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
],
"expected_answer_contains": [
"Dávid Kostilník",
"2025",
"Patrik Pokrivčák",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Dávid Kostilník",
"year": 2025
},
{
"person": "Patrik Pokrivčák",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
},
{
"type": "year",
"value": "2025"
},
{
"type": "person",
"value": "Patrik Pokrivčák"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2019/patrik_pokrivcak/README.md",
"pages/students/2020/david_kostilnik/README.md"
],
"expected_entity_set": [
"Dávid Kostilník",
"Patrik Pokrivčák"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "0ff833d8df034171bf46"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Sémantické vyhľadávanie pomocou veľkých modelov",
"year": 2025,
"heading_line": 12,
"title_line": 16,
"year_basis": "heading"
},
{
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
"sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
"year": 2025,
"heading_line": 12,
"title_line": 17,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0063",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Jakub Kristián Lukas, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/jakub_kristian_lukas/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Jakub Kristián Lukas",
"2023",
"Vladyslav Krupko",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Jakub Kristián Lukas"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Jakub Kristián Lukas",
"year": 2023
},
{
"person": "Vladyslav Krupko",
"year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Kristián Lukas"
},
{
"type": "year",
"value": "2023"
},
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/jakub_kristian_lukas/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_entity_set": [
"Jakub Kristián Lukas",
"Vladyslav Krupko"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "14265c25d8e4404230da"
},
"source_evidence": [
{
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
"sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
"year": 2023,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Oprava preklepov v slovenskom jazyku.",
"year": 2023,
"heading_line": 125,
"title_line": 127,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0064",
"split": "dev",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Jakub Kristián Lukas, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/jakub_kristian_lukas/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
],
"expected_answer_contains": [
"Jakub Kristián Lukas",
"2023",
"Matúš Suchanič",
"2"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Jakub Kristián Lukas"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Jakub Kristián Lukas",
"year": 2023
},
{
"person": "Matúš Suchanič",
"year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Kristián Lukas"
},
{
"type": "year",
"value": "2023"
},
{
"type": "person",
"value": "Matúš Suchanič"
},
{
"type": "year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/jakub_kristian_lukas/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_entity_set": [
"Jakub Kristián Lukas",
"Matúš Suchanič"
],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 2,
"partition_group": "d7800334d22cb605cdb2"
},
"source_evidence": [
{
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md",
"sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
"year": 2023,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
},
{
"document_path": "pages/students/2020/matus_suchanic/README.md",
"sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Automatická kategorizácia slovenského textu",
"year": 2023,
"heading_line": 12,
"title_line": 23,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0065",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Pavol Hudák a Dávid Kostilník má kľúčové slovo qa a jej práca je z roku 2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
],
"expected_answer_contains": [
"Pavol Hudák",
"qa",
"2025"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "person",
"value": "Dávid Kostilník"
}
],
"expected_bindings": [
{
"person": "Pavol Hudák",
"keyword": "qa",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Pavol Hudák"
},
{
"type": "keyword",
"value": "qa"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/pavol_hudak/README.md"
],
"partition_group": "8adeba074ad9666f61ab"
},
"source_evidence": [
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "taxonomy.tag",
"value": "qa"
},
{
"document_path": "pages/students/2020/pavol_hudak/README.md",
"sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine",
"year": 2025,
"heading_line": 12,
"title_line": 14,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0066",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Oleksandr Hryshchenko a Adrián Remiáš má kľúčové slovo nlp a jej práca je z roku 2026?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2021/oleksandr_hryshchenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
],
"expected_answer_contains": [
"Oleksandr Hryshchenko",
"nlp",
"2026"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Oleksandr Hryshchenko"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Oleksandr Hryshchenko",
"keyword": "nlp",
"year": 2026
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Oleksandr Hryshchenko"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "year",
"value": "2026"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2021/oleksandr_hryshchenko/README.md"
],
"partition_group": "84920da57298060b8405"
},
"source_evidence": [
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
"sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Grafové neurónové siete pre získavanie informácií",
"year": 2026,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0067",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/NaN1name_buday/README.md",
"pages/students/2019/samuel_horani/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Martin NaN1"
},
{
"type": "person",
"value": "Samuel Horáni"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/NaN1name_buday/README.md",
"pages/students/2019/samuel_horani/README.md"
],
"no_answer_basis": "No candidate satisfies both source conditions.",
"negative_constraints": {
"keyword": "nemo",
"year": 2021
},
"partition_group": "ff9e989f9d1a9594d818"
},
"source_evidence": [
{
"document_path": "pages/students/2018/NaN1name_buday/README.md",
"sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
"field": "closed_world_metadata",
"tags": [
"demo",
"nlp",
"nemo",
"bert",
"gpt"
],
"categories": [
"bp2021"
]
},
{
"document_path": "pages/students/2019/samuel_horani/README.md",
"sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"vp2021",
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0068",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Vladyslav Krupko a Adrián Remiáš má kľúčové slovo spelling a jej práca je z roku 2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
],
"expected_answer_contains": [
"Vladyslav Krupko",
"spelling",
"2024"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [
{
"person": "Vladyslav Krupko",
"keyword": "spelling",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Vladyslav Krupko"
},
{
"type": "keyword",
"value": "spelling"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md",
"pages/students/2020/vladyslav_krupko/README.md"
],
"partition_group": "22314171964b13dbaf90"
},
"source_evidence": [
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "taxonomy.tag",
"value": "spelling"
},
{
"document_path": "pages/students/2020/vladyslav_krupko/README.md",
"sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": null,
"year": 2024,
"heading_line": 12,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0069",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Nikita Bodnar a Dávid Iľaš má kľúčové slovo nlp a jej práca je z roku 2024?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/david_ilas/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
],
"expected_answer_contains": [
"Nikita Bodnar",
"nlp",
"2024"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "person",
"value": "Dávid Iľaš"
}
],
"expected_bindings": [
{
"person": "Nikita Bodnar",
"keyword": "nlp",
"year": 2024
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Nikita Bodnar"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "year",
"value": "2024"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_ilas/README.md",
"pages/students/2021/nikita_bodnar/README.md"
],
"partition_group": "4fae42756d54cdf68230"
},
"source_evidence": [
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2021/nikita_bodnar/README.md",
"sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Korekcia textu pomocou neurónových sietí",
"year": 2024,
"heading_line": 122,
"title_line": 124,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0070",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Dávid Stromp a Matúš Suchanič má kľúčové slovo cluster a jej práca je z roku 2022?",
"should_answer": true,
"expected_documents": [
"pages/students/2019/david_stromp/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
],
"expected_answer_contains": [
"Dávid Stromp",
"cluster",
"2022"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Dávid Stromp"
},
{
"type": "person",
"value": "Matúš Suchanič"
}
],
"expected_bindings": [
{
"person": "Dávid Stromp",
"keyword": "cluster",
"year": 2022
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dávid Stromp"
},
{
"type": "keyword",
"value": "cluster"
},
{
"type": "year",
"value": "2022"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/david_stromp/README.md",
"pages/students/2020/matus_suchanic/README.md"
],
"partition_group": "5bda104302dfc48459e0"
},
"source_evidence": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
"field": "taxonomy.tag",
"value": "cluster"
},
{
"document_path": "pages/students/2019/david_stromp/README.md",
"sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": null,
"year": 2022,
"heading_line": 11,
"title_line": null,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0071",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Matej Kobyľan a Dávid Kostilník má kľúčové slovo ir a jej práca je z roku 2023?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/matej_kobylan/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
],
"expected_answer_contains": [
"Matej Kobyľan",
"ir",
"2023"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "person",
"value": "Dávid Kostilník"
}
],
"expected_bindings": [
{
"person": "Matej Kobyľan",
"keyword": "ir",
"year": 2023
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Matej Kobyľan"
},
{
"type": "keyword",
"value": "ir"
},
{
"type": "year",
"value": "2023"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md",
"pages/students/2020/matej_kobylan/README.md"
],
"partition_group": "e752937f044f1e8a558a"
},
"source_evidence": [
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "taxonomy.tag",
"value": "ir"
},
{
"document_path": "pages/students/2020/matej_kobylan/README.md",
"sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Systém pre monitoring médií",
"year": 2023,
"heading_line": 29,
"title_line": 31,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "h0072",
"split": "dev",
"category": "conjunctive_disambiguation",
"difficulty": "hard",
"question": "Ktorá z osôb Yevhenii Leonov a Kamil Tomčufčík má kľúčové slovo rag a jej práca je z roku 2025?",
"should_answer": true,
"expected_documents": [
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2022/yevhenii_leonov/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
],
"expected_answer_contains": [
"Yevhenii Leonov",
"rag",
"2025"
],
"graph": {
"schema_version": 3,
"task": "conjunctive_disambiguation",
"start_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "person",
"value": "Kamil Tomčufčík"
}
],
"expected_bindings": [
{
"person": "Yevhenii Leonov",
"keyword": "rag",
"year": 2025
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Academic",
"Document"
],
"relationships": [
"AUTHORED|HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Yevhenii Leonov"
},
{
"type": "keyword",
"value": "rag"
},
{
"type": "year",
"value": "2025"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/kamil_tomcufcik/README.md",
"pages/students/2022/yevhenii_leonov/README.md"
],
"partition_group": "9b84a2255330d4d8b229"
},
"source_evidence": [
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "taxonomy.tag",
"value": "rag"
},
{
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
"sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
"year": 2025,
"heading_line": 13,
"title_line": 19,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
],
"legacy_role": "exposed_v2_case_development_only"
},
{
"id": "holdout-negative-year-0",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Adrián Remiáš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo interpuction?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/adrian_remias/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Adrián Remiáš"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/adrian_remias/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "interpuction"
},
"partition_group": "a7bb4b2aa87eff88420c"
},
"source_evidence": [
{
"document_path": "pages/students/2018/adrian_remias/README.md",
"sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
"field": "closed_world_metadata",
"tags": [
"nlp",
"transformers",
"interpuction"
],
"categories": [
"dp2024"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-year-1",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Artur Hyrenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo chatbot?",
"should_answer": false,
"expected_documents": [
"pages/students/2021/artur_hyrenko/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Artur Hyrenko"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2021/artur_hyrenko/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "chatbot"
},
"partition_group": "c2e24af3eb4caae1ad96"
},
"source_evidence": [
{
"document_path": "pages/students/2021/artur_hyrenko/README.md",
"sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
"field": "closed_world_metadata",
"tags": [
"chatbot",
"rasa",
"dialog",
"nlp"
],
"categories": [
"dp2026"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-year-2",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Dávid Iľaš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo emotion?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/david_ilas/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Dávid Iľaš"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/david_ilas/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "emotion"
},
"partition_group": "f986770a1e1958595390"
},
"source_evidence": [
{
"document_path": "pages/students/2018/david_ilas/README.md",
"sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
"field": "closed_world_metadata",
"tags": [
"nlp",
"emotion"
],
"categories": [
"dp2023"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-year-3",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Dávid Kostilník, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?",
"should_answer": false,
"expected_documents": [
"pages/students/2020/david_kostilnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Dávid Kostilník"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2020/david_kostilnik/README.md"
],
"no_answer_basis": "No source academic record has year 2099.",
"negative_constraints": {
"year": 2099,
"keyword": "ir"
},
"partition_group": "e9efbd24c8ca844688d5"
},
"source_evidence": [
{
"document_path": "pages/students/2020/david_kostilnik/README.md",
"sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
"field": "closed_world_metadata",
"tags": [
"ir"
],
"categories": [
"dp2025"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-tag-0",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Dávid Stromp, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/david_stromp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Dávid Stromp"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/david_stromp/README.md"
],
"no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.",
"negative_constraints": {
"keyword": "neexistujucitagvzor"
},
"partition_group": "e491cd8b2ace998a455e"
},
"source_evidence": [
{
"document_path": "pages/students/2019/david_stromp/README.md",
"sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
"field": "closed_world_metadata",
"tags": [
"ir",
"cassandra",
"nlp",
"cluster"
],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-tag-1",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Dmytro Mural, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?",
"should_answer": false,
"expected_documents": [
"pages/students/2019/dmytro_mural/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Dmytro Mural"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2019/dmytro_mural/README.md"
],
"no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.",
"negative_constraints": {
"keyword": "neexistujucitagvzor"
},
"partition_group": "fc5129a02a76b4cf190d"
},
"source_evidence": [
{
"document_path": "pages/students/2019/dmytro_mural/README.md",
"sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
"field": "closed_world_metadata",
"tags": [],
"categories": [
"bp2022"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-person-0",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov diplomovej práce má osoba Tibor Neexistujúci Skúšobný?",
"should_answer": false,
"expected_documents": [],
"expected_source_urls": [],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Tibor Neexistujúci Skúšobný"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [],
"no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.",
"negative_constraints": {
"unknown_person": "Tibor Neexistujúci Skúšobný"
},
"partition_group": "824378cc0619ae3ec6de"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "holdout-negative-person-1",
"split": "dev",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov diplomovej práce má osoba Lenka Neskutočná Vzorová?",
"should_answer": false,
"expected_documents": [],
"expected_source_urls": [],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Lenka Neskutočná Vzorová"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [],
"no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.",
"negative_constraints": {
"unknown_person": "Lenka Neskutočná Vzorová"
},
"partition_group": "88a6c1da308911c5b504"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-001",
"split": "test",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Samuel Širotník.",
"should_answer": true,
"expected_documents": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
],
"expected_answer_contains": [
"Samuel Širotník",
"bp2021"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Samuel Širotník"
}
],
"expected_bindings": [
{
"person": "Samuel Širotník",
"category": "bp2021"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Širotník"
},
{
"type": "category",
"value": "bp2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_entity_set": [
"bp2021"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "7dd82af9ddbdc1964605"
},
"source_evidence": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
"field": "taxonomy.category",
"value": "bp2021"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-002",
"split": "test",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Samuel Širotník spojený s kategóriou bp2021?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
],
"expected_answer_contains": [
"Samuel Širotník",
"bp2021",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Samuel Širotník"
}
],
"expected_bindings": [
{
"person": "Samuel Širotník",
"category": "bp2021",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Širotník"
},
{
"type": "category",
"value": "bp2021"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"partition_group": "f8d2e66b7159c8e7380e"
},
"source_evidence": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
"field": "taxonomy.category",
"value": "bp2021"
},
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-003",
"split": "test",
"category": "person_start_year",
"difficulty": "hard",
"question": "Aký rok začiatku štúdia je uvedený pri osobe Samuel Širotník?",
"should_answer": true,
"expected_documents": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
],
"expected_answer_contains": [
"Samuel Širotník",
"2018"
],
"graph": {
"schema_version": 3,
"task": "person_start_year",
"start_entities": [
{
"type": "person",
"value": "Samuel Širotník"
}
],
"expected_bindings": [
{
"person": "Samuel Širotník",
"start_year": 2018
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Samuel Širotník"
},
{
"type": "start_year",
"value": "2018"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"partition_group": "4c5c868a920f3135b0e6"
},
"source_evidence": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
"field": "start_year",
"value": 2018
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-004",
"split": "test",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Samuel Širotník, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Samuel Širotník"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"no_answer_basis": "Tag absent from raw frontmatter.",
"negative_constraints": {
"keyword": "nenajdenyoverovacitag"
},
"partition_group": "a6916699bcb7850c8157"
},
"source_evidence": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
"field": "closed_world_metadata",
"tags": [
"raspberrypi",
"cloud"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-005",
"split": "test",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Samuel Širotník v roku 2098?",
"should_answer": false,
"expected_documents": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Samuel Širotník"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2018/samuel_sirotnik/README.md"
],
"no_answer_basis": "No academic record for requested year.",
"negative_constraints": {
"year": 2098
},
"partition_group": "6dab43ac5890ec764651"
},
"source_evidence": [
{
"document_path": "pages/students/2018/samuel_sirotnik/README.md",
"sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
"field": "closed_world_metadata",
"tags": [
"raspberrypi",
"cloud"
],
"categories": [
"bp2021"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-006",
"split": "test",
"category": "person_multiple_categories",
"difficulty": "hard",
"question": "Vypíš všetky kategórie dokumentov osoby Stanislav Matsunych.",
"should_answer": true,
"expected_documents": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
],
"expected_answer_contains": [
"Stanislav Matsunych",
"bp2020"
],
"graph": {
"schema_version": 3,
"task": "person_multiple_categories",
"start_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
}
],
"expected_bindings": [
{
"person": "Stanislav Matsunych",
"category": "bp2020"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
},
{
"type": "category",
"value": "bp2020"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"expected_entity_set": [
"bp2020"
],
"entity_set_mode": "exact",
"entity_set_field": "category",
"partition_group": "2264f45b5880e987ba89"
},
"source_evidence": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
"field": "taxonomy.category",
"value": "bp2020"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-007",
"split": "test",
"category": "document_author_category_multi_hop",
"difficulty": "hard",
"question": "Ktorý autor dokumentu je pri osobe Stanislav Matsunych spojený s kategóriou bp2020?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
],
"expected_answer_contains": [
"Stanislav Matsunych",
"bp2020",
"Daniel Hladek"
],
"graph": {
"schema_version": 3,
"task": "document_author_category_multi_hop",
"start_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
}
],
"expected_bindings": [
{
"person": "Stanislav Matsunych",
"category": "bp2020",
"document_author": "Daniel Hladek",
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"same_document": true
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "category_document",
"any_of": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
}
]
},
{
"binding_index": 0,
"role": "author_document",
"any_of": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Category"
],
"relationships": [
"HAS_DOCUMENT",
"IN_CATEGORY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"DocumentAuthor"
],
"relationships": [
"HAS_DOCUMENT",
"AUTHORED_DOCUMENT"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
},
{
"type": "category",
"value": "bp2020"
},
{
"type": "document_author",
"value": "Daniel Hladek"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"partition_group": "53c33c7ec7d0d57fb15e"
},
"source_evidence": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
"field": "taxonomy.category",
"value": "bp2020"
},
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
"field": "taxonomy.author",
"value": "Daniel Hladek"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-008",
"split": "test",
"category": "person_start_year",
"difficulty": "hard",
"question": "Aký rok začiatku štúdia je uvedený pri osobe Stanislav Matsunych?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
],
"expected_answer_contains": [
"Stanislav Matsunych",
"2017"
],
"graph": {
"schema_version": 3,
"task": "person_start_year",
"start_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
}
],
"expected_bindings": [
{
"person": "Stanislav Matsunych",
"start_year": 2017
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "person_document",
"any_of": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
}
]
}
],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
},
{
"type": "start_year",
"value": "2017"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"partition_group": "eb922da162599dd21b3c"
},
"source_evidence": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
"field": "start_year",
"value": 2017
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-009",
"split": "test",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Stanislav Matsunych, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"no_answer_basis": "Tag absent from raw frontmatter.",
"negative_constraints": {
"keyword": "nenajdenyoverovacitag"
},
"partition_group": "2e8b19f323797a1cc02b"
},
"source_evidence": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
"field": "closed_world_metadata",
"tags": [
"nn",
"lm",
"nlp"
],
"categories": [
"bp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-010",
"split": "test",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov práce má osoba Stanislav Matsunych v roku 2098?",
"should_answer": false,
"expected_documents": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Stanislav Matsunych"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/stanislav_matsunych/README.md"
],
"no_answer_basis": "No academic record for requested year.",
"negative_constraints": {
"year": 2098
},
"partition_group": "546dbbe99c3337517c72"
},
"source_evidence": [
{
"document_path": "pages/students/2017/stanislav_matsunych/README.md",
"sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
"field": "closed_world_metadata",
"tags": [
"nn",
"lm",
"nlp"
],
"categories": [
"bp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-011",
"split": "test",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov diplomovej práce má osoba Diana Neznáma Overovacia?",
"should_answer": false,
"expected_documents": [],
"expected_source_urls": [],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Diana Neznáma Overovacia"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [],
"no_answer_basis": "No profile with requested full name.",
"negative_constraints": {
"unknown_person": "Diana Neznáma Overovacia"
},
"partition_group": "b0d421dc93b08c3c6e49"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-012",
"split": "test",
"category": "negative_lookup",
"difficulty": "hard",
"question": "Aký názov diplomovej práce má osoba Milan Neprítomný Vzorový?",
"should_answer": false,
"expected_documents": [],
"expected_source_urls": [],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "negative_lookup",
"start_entities": [
{
"type": "person",
"value": "Milan Neprítomný Vzorový"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [],
"no_answer_basis": "No profile with requested full name.",
"negative_constraints": {
"unknown_person": "Milan Neprítomný Vzorový"
},
"partition_group": "8d20ec97288d1047884b"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
{
"id": "fresh-013",
"split": "test",
"category": "candidate_set_aggregation",
"difficulty": "hard",
"question": "Z kandidátov Samuel Širotník, Stanislav Matsunych vyber osoby s prácou v roku 2098. Koľko ich je?",
"should_answer": true,
"expected_documents": [
"pages/students/2017/stanislav_matsunych/README.md",
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
],
"expected_answer_contains": [
"0"
],
"graph": {
"schema_version": 3,
"task": "candidate_set_aggregation",
"start_entities": [
{
"type": "person",
"value": "Samuel Širotník"
},
{
"type": "person",
"value": "Stanislav Matsunych"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2017/stanislav_matsunych/README.md",
"pages/students/2018/samuel_sirotnik/README.md"
],
"expected_entity_set": [],
"entity_set_mode": "exact",
"entity_set_field": "person",
"expected_count": 0,
"partition_group": "f0b2c27ca6143de8876a"
},
"source_evidence": [],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
}
]
Reference in New Issue View Git Blame Copy Permalink