[ { "id": "g0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Jakub Maruniak", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "c8cf8763ddf08da54a46" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Jakub Maruniak", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "c8cf8763ddf08da54a46" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "be75e5829e3577dcde6c" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "be75e5829e3577dcde6c" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "fafb2c704342e41d5eda" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "fafb2c704342e41d5eda" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "f85790e6f03955ae360e" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "f85790e6f03955ae360e" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "a3008a4c1ea8d5a7f471" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "a3008a4c1ea8d5a7f471" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "f79f47ed01c427fe11ef" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "f79f47ed01c427fe11ef" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Question Answering", "require_all_people": true }, "partition_group": "f2796295d90b79439260" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Question Answering", "require_all_people": true }, "partition_group": "0c5aeb5d8296bc04d986" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "4aa086b434f63f4e585a" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "764715a32a1c5ba119c6" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "2992c61b66c504901bc2" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "8afe1209d73bc7577baa" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "807411fec08f8d1bbb06" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "dd910d1c5977fe92650d" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "pomenované entity", "require_all_people": true }, "partition_group": "0ca664c5db081b2938ab" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "pomenované entity", "require_all_people": true }, "partition_group": "a877b2b3782cbf03119c" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "jazykové modelovanie", "require_all_people": true }, "partition_group": "658bd279d4e0a439cc33" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "closed_world_metadata", "tags": [ "nlp", "fairseq", "lm", "bert", "question-answer", "qa" ], "categories": [ "bp2021", "dp2023" ] }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "jazykové modelovanie", "require_all_people": true }, "partition_group": "d31690e85154dc9b3a32" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "closed_world_metadata", "tags": [ "nlp", "fairseq", "lm", "bert", "question-answer", "qa" ], "categories": [ "bp2021", "dp2023" ] }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "slovenčina", "require_all_people": true }, "partition_group": "1f5dc8574d879b802e9f" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "slovenčina", "require_all_people": true }, "partition_group": "ad8893021f6349eb0d0a" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "FAISS", "require_all_people": true }, "partition_group": "9bf50c84ab955b6faeb4" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "FAISS", "require_all_people": true }, "partition_group": "fbc493629d5c604405d3" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0029", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Docker", "require_all_people": true }, "partition_group": "cc91a3783e24ee935844" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0030", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Docker", "require_all_people": true }, "partition_group": "719bd8001e924f64791f" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "anotácia", "require_all_people": true }, "partition_group": "2fb459ca2ecd45f9d636" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "anotácia", "require_all_people": true }, "partition_group": "3c478754fd4ba3d25481" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0033", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "agent", "require_all_people": true }, "partition_group": "051dd2b6d93c1ffd36dd" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0034", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "agent", "require_all_people": true }, "partition_group": "882db423c9009170c8ad" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "GraphRAG", "require_all_people": true }, "partition_group": "e7679554205a27d14489" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "GraphRAG", "require_all_people": true }, "partition_group": "c835bb9e23d16b1672b6" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "hate speech", "require_all_people": true }, "partition_group": "584e6360a5cbb1963fdd" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "hate speech", "require_all_people": true }, "partition_group": "8787f884222e99c1117f" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0039", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "OpenWebUI", "require_all_people": true }, "partition_group": "b6a1f2c6292acaea994e" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0040", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "OpenWebUI", "require_all_people": true }, "partition_group": "431a00760487658f1033" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "keyword": "RAG" }, { "person": "Ján Pták", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "9379a5cd15fc744b56b5" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.tag", "value": "RAG" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "keyword": "RAG" }, { "person": "Ján Pták", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "9379a5cd15fc744b56b5" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.tag", "value": "RAG" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0043", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "6e82cbab59095f5c670d" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0044", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "f415ae4fe5260c645b35" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0045", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "042ad854987276b5fae7" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0046", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "9e4ac177b0bce3e54dc3" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0047", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "7220fd134a2c4a9096ca" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0048", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "d911a3843513c372c6bd" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "LLM", "require_all_people": true }, "partition_group": "e14273246247adacfbd9" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "LLM", "require_all_people": true }, "partition_group": "cb041b0d7cc0a5da97a6" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0051", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "RAG", "require_all_people": true }, "partition_group": "8e3dd865223c7aa5cf01" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0052", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "RAG", "require_all_people": true }, "partition_group": "e4c98931ba062d22c029" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "keyword": "agent" }, { "person": "Samuel Džurina", "keyword": "agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "3c8224f893e71b535c4b" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.tag", "value": "agent" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.tag", "value": "agent" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "keyword": "agent" }, { "person": "Samuel Džurina", "keyword": "agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "3c8224f893e71b535c4b" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.tag", "value": "agent" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.tag", "value": "agent" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0055", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "178cfc213ab65750f963" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0056", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "ee651b48b4637a398b26" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0057", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Filip Tomáš", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "aa21be22d008404e5e98" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "9f6855ff14faa668092b" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0059", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "f5257bfb4aadb4833bd2" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Novotný" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Novotný", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "65b694ad9e7d1b5136c5" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0061", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Lukáš Pokrývka", "year": 2019 }, { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Lukáš Pokrývka", "year": 2020 }, { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "b59667f6f77f70ca1f12" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 155, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 192, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 36, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0062", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "8422a2b96fc68dc18bbd" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "408f182f5a81c0d0ebc3" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "c511c6bd4399cffe0a4e" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0065", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "990a98d22137308f662f" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "9cbb7d33f915ddaa0cd4" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0067", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "67abf5daf51f59a6d650" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "e718706633aabec28b3d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0069", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "1092be78dec13d7b25cb" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0070", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "2b16dd4e680a11ee7e32" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Samuel Džurina", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "d4c7e8e5244070cc85de" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "7cb3572e158598dce28d" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0073", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "f388d64b5afe17546204" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Ján Holp", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Ján Holp", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "396c842186fb13eda105" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Písomná práca : Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 39, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 139, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "016cad38ce79fe3568af" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2024 }, { "person": "Vladimír Ferko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "0103c15c3c9ba190aeb1" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0077", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "0b9404236ea0ff763cc7" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2024 }, { "person": "Michal Stromko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "413cc2f519f7cb76d9ef" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "22fcb5b129982f9041eb" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0080", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "57efdd43cc46f3761067" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f2b3737696d5e4254ec4" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0082", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "d82e2b2c2968aed34dd4" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0083", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "453a2b0bedf37bee63c1" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "758aa49ff3e27cddbb86" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0085", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "4616dbf3fbfe1b6340a4" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 }, { "person": "Ondrej Megela", "year": 2022 }, { "person": "Patrik Pavlišin", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "7dd86ca1645c358c5473" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "6d3b56a1c80d3295e291" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 243, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "7d71e7dfb9c89e45d369" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "c82a40dc7058bf4ff976" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0090", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "b4d7638f023e3c2c516e" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "45b9043079a704a753db" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "0050788a45bda43b1222" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "c555982774a5463756c5" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0094", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "b98e551fdcf55e35b201" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Michal Stromko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "a0a93c51abe86c769b6c" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0096", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Filip Tomáš", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Filip Tomáš", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Filip Tomáš", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "c76c2806c90f443eba22" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2022", "Dominik Nagy" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "041717b1d52a156b689d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Michal Stromko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Michal Stromko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "81127b0145e9373bc19b" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Ščišľak", "2025", "Rostyslav Rodzhuk", "2026" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2025 }, { "person": "Rostyslav Rodzhuk", "year": 2025 }, { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "5370750473d7cd063755" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Veľký jazykový model ako inteligentný agent", "year": 2025, "heading_line": 138, "title_line": 140, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "1c0829bc6ca8aec135ab" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0101", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ján Malinovský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ján Malinovský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "f3f457e60eef9dd0fbea" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0102", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "124dd5427db95b98b3dd" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0103", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2025", "Oleh Poiasnik", "2027" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2025 }, { "person": "Oleh Poiasnik", "year": 2025 }, { "person": "Andrii Pervashov", "year": 2027 }, { "person": "Oleh Poiasnik", "year": 2027 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "e6a2b801fc241b640bd9" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Chceme vytvoriť asistenta pre farmaceuta alebo zákazníka lekárne pre vyhľadávanie v príbalových letákoch.", "year": 2025, "heading_line": 80, "title_line": 83, "year_basis": "heading" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "367607d5cead76acf875" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Tomáš Kuchárik" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "75bce5742bdfb3969395" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0106", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "58688526f38c1aec0947" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "32833974157304b75daa" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Ján Pták", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "64ee1de58f1a508800a6" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0109", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "15aa69ef6dd8c01eea92" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "85c17f4431325a1eeb55" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "2019", "Ján Holp", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2019 }, { "person": "Ján Holp", "year": 2019 }, { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Ján Holp", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Ján Holp", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "ba5bd4a7545d48476288" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 243, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Písomná práca : Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 39, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 139, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0112", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Martin Wencel" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Martin Wencel", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "partition_group": "556668355bc92d4e9433" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0113", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "49c72dec79d95697dde8" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "f84c3e859d0eb837cc1d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "d35ac8a452dc9f5c6c59" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2025", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "year": 2025 }, { "person": "Tetiana Mohorian", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "bc0c9e8530a9037af0a4" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0117", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "f6bde12166ac4da9c73c" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Samuel Džurina", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "bea65225dda02b7e5ddd" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0119", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "178cfc213ab65750f963" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0120", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "ee651b48b4637a398b26" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0121", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Filip Tomáš", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "aa21be22d008404e5e98" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "9f6855ff14faa668092b" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0123", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "f5257bfb4aadb4833bd2" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Novotný" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Novotný", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "65b694ad9e7d1b5136c5" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0125", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Lukáš Pokrývka", "year": 2019 }, { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Lukáš Pokrývka", "year": 2020 }, { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "b59667f6f77f70ca1f12" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 155, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 192, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 36, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0126", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "8422a2b96fc68dc18bbd" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "408f182f5a81c0d0ebc3" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "c511c6bd4399cffe0a4e" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0129", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "990a98d22137308f662f" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "9cbb7d33f915ddaa0cd4" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0131", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "67abf5daf51f59a6d650" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "e718706633aabec28b3d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0133", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "1092be78dec13d7b25cb" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0134", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "2b16dd4e680a11ee7e32" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Samuel Džurina", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "d4c7e8e5244070cc85de" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "7cb3572e158598dce28d" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0137", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "f388d64b5afe17546204" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Ján Holp", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Ján Holp", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "396c842186fb13eda105" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Písomná práca : Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 39, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 139, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "016cad38ce79fe3568af" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2024 }, { "person": "Vladimír Ferko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "0103c15c3c9ba190aeb1" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0141", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "0b9404236ea0ff763cc7" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2024 }, { "person": "Michal Stromko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "413cc2f519f7cb76d9ef" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "22fcb5b129982f9041eb" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0144", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "57efdd43cc46f3761067" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f2b3737696d5e4254ec4" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0146", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "d82e2b2c2968aed34dd4" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0147", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "453a2b0bedf37bee63c1" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "758aa49ff3e27cddbb86" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0149", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "4616dbf3fbfe1b6340a4" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 }, { "person": "Ondrej Megela", "year": 2022 }, { "person": "Patrik Pavlišin", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "7dd86ca1645c358c5473" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "6d3b56a1c80d3295e291" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 243, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "7d71e7dfb9c89e45d369" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "c82a40dc7058bf4ff976" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0154", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "b4d7638f023e3c2c516e" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "abd63ecc4c46d0c117f9" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "45fc60f4258c9809fad6" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0157", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "c6e9971fb818cf66e0ca" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0158", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "751e1e06eb132442b38b" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0159", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "374b61b37bb743011e59" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Samuel Džurina", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "7da2820b2c042ed98403" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0161", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "9cbee8d3975d3f17bada" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "f89b6f425bc8c8a23d83" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "3bb485022d56f4bb2515" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "52e27e4f815aeb6b38ec" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Matej Ščišľak", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "542379845fa17d2ead90" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0166", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "f3909778ebc319ef0365" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "37472fdae47e5d35685a" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "2016", "Ján Holp" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "start_year": 2016 }, { "person": "Ján Holp", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "1d7a0440b3b7b23db8de" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0169", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "4e015f66967c98096fbc" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0170", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "623001edaea9bcc97d6f" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0171", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "c853a5ec612fa5f83baf" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Samuel Džurina", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "ea7138f5586005eb2e7b" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0173", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Maksym Zatirka", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "b39f89ce3757399e823b" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "dc5c897a86c84a75de30" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0175", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "c94abdaf37e7aa2a8259" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0176", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "9c8afe03cc731ab22e52" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Ján Pták" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Ján Pták", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "a7238df243a1e1d054ca" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0178", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "60137ba211d54af0b4f8" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0179", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "dd6d9af68630cd49f592" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0180", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "a6734c40dc2e4f6f3abd" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0181", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Ján Malinovský" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Ján Malinovský", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "b4aa7863cbb63ce67cf0" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "2fc6aa95207f6095f9e7" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0183", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "2016", "Lukáš Pokrývka" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "start_year": 2016 }, { "person": "Lukáš Pokrývka", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "eb50d59ca55b462b92b1" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0184", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Eduard Matovka", "2021", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Eduard Matovka", "start_year": 2021 }, { "person": "Martin Šarišský", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "da8e200bbb734c40c55c" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Vladimír Ferko", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "7fefbde7eef0cb32860d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Samuel Džurina", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "2cb7f465749b32572c55" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0187", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "d99fa482032cbad9c8b2" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Ščišľak", "2021", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "start_year": 2021 }, { "person": "Vladimír Ferko", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "6dc6004e2db1d64175cf" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "abd63ecc4c46d0c117f9" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "45fc60f4258c9809fad6" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0191", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "c6e9971fb818cf66e0ca" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0192", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "751e1e06eb132442b38b" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0193", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "374b61b37bb743011e59" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Samuel Džurina", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "7da2820b2c042ed98403" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0195", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "9cbee8d3975d3f17bada" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "f89b6f425bc8c8a23d83" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "3bb485022d56f4bb2515" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "52e27e4f815aeb6b38ec" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Matej Ščišľak", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "542379845fa17d2ead90" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0200", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "f3909778ebc319ef0365" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "37472fdae47e5d35685a" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "2016", "Ján Holp" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "start_year": 2016 }, { "person": "Ján Holp", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "1d7a0440b3b7b23db8de" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0203", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "4e015f66967c98096fbc" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0204", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "623001edaea9bcc97d6f" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0205", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "c853a5ec612fa5f83baf" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Samuel Džurina", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "ea7138f5586005eb2e7b" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0207", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Maksym Zatirka", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "b39f89ce3757399e823b" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "dc5c897a86c84a75de30" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0209", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "c94abdaf37e7aa2a8259" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0210", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "9c8afe03cc731ab22e52" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Ján Pták" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Ján Pták", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "a7238df243a1e1d054ca" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0212", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "60137ba211d54af0b4f8" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0213", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "dd6d9af68630cd49f592" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0214", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "a6734c40dc2e4f6f3abd" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0215", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "18d5030f4fb216cf88bf" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0216", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "18d5030f4fb216cf88bf" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0217", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "276d583995a85ffc618f" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0218", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "276d583995a85ffc618f" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0219", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "19babc3459ab79ae9fbd" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0220", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "19babc3459ab79ae9fbd" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0221", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "35b103279cc7418ed880" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0222", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "35b103279cc7418ed880" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0223", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "33895a11fe99d4d8bfb9" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0224", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "33895a11fe99d4d8bfb9" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0225", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "a23357c241527dc9d73b" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0226", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "a23357c241527dc9d73b" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0227", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "e235c90076eaebd255b3" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0228", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "e235c90076eaebd255b3" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0229", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "7a39c6d9f1e5631fc2ce" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0230", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "7a39c6d9f1e5631fc2ce" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0231", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "5ba577c5e9e18b4c7bac" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0232", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "5ba577c5e9e18b4c7bac" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0233", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "c899f159f360c5a00aa5" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Slovenská konverzačná umelá inteligencia", "year": 2024, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0234", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "c899f159f360c5a00aa5" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Slovenská konverzačná umelá inteligencia", "year": 2024, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0235", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "69ed7f36bae73f5f53cb" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0236", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "69ed7f36bae73f5f53cb" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0237", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "0bb33c9fb545db6c7efd" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0238", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "0bb33c9fb545db6c7efd" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0239", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "138ca699884b739f8e5c" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0240", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "138ca699884b739f8e5c" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0241", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "3601e0886defba5b6e13" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0242", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "3601e0886defba5b6e13" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0243", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "partition_group": "e9222cc7da300b3ce4a9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0244", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "partition_group": "e9222cc7da300b3ce4a9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0245", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "b44a3b6ebc87e4420487" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0246", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "b44a3b6ebc87e4420487" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0247", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "19fc794342b4529bdfb5" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0248", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "19fc794342b4529bdfb5" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0249", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "d9ff12437fc4222b3c4e" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0250", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "d9ff12437fc4222b3c4e" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0251", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "736f8ecc77f7a50a9d5a" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0252", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Neurónová morfologická anotácia slovenského jazyka", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "736f8ecc77f7a50a9d5a" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0253", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "8985ba93a5b0b2642e32" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0254", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "8985ba93a5b0b2642e32" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0255", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "535e783ec079dea758ab" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0256", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "535e783ec079dea758ab" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0257", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "364c79ac377300bbeeb1" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0258", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "364c79ac377300bbeeb1" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0259", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "bdffe2d073d6ebc98eeb" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0260", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "bdffe2d073d6ebc98eeb" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0261", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "ca5560087a7b6ec2338e" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0262", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "ca5560087a7b6ec2338e" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0263", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "ee84942b54d13d5f97dd" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0264", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "ee84942b54d13d5f97dd" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0265", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "a4441f4caf752a253853" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0266", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "a4441f4caf752a253853" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0267", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "6fed450855b681b2c801" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0268", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "6fed450855b681b2c801" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0269", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "46c5299ff9202545c1db" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0270", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "46c5299ff9202545c1db" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0271", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "737f28e7a259ee0429fa" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0272", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Metódy automatického prekladu", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "737f28e7a259ee0429fa" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0273", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Skórovací online systém pre robotické súťaže" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "0d143d9ce8a23195a0c4" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0274", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Skórovací online systém pre robotické súťaže" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "0d143d9ce8a23195a0c4" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0275", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "62979bc36f4c969209eb" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0276", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "62979bc36f4c969209eb" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0277", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "9ea9662feacaf707e0d7" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0278", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "9ea9662feacaf707e0d7" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0279", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "c5ba14ef7174efc532aa" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0280", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "c5ba14ef7174efc532aa" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0281", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "f8facff9b4b09d7fae10" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0282", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "f8facff9b4b09d7fae10" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0283", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "bd9e1a68ea30451c4236" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0284", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "bd9e1a68ea30451c4236" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0285", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "6490884e27bffcdf92ff" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0286", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "6490884e27bffcdf92ff" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0287", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "645ed6af8971e4717cc6" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0288", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "645ed6af8971e4717cc6" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0289", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "6fd75ded68d480abbb3d" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0290", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "6fd75ded68d480abbb3d" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0291", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "9f16b3457234f292e591" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0292", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "9f16b3457234f292e591" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0293", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f66c09eac101ffde4a7f" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0294", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f66c09eac101ffde4a7f" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0295", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?", "should_answer": false, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "cloud" }, "partition_group": "a1bfe2bd52099e730fa4" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "should_answer": false, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenský text" }, "partition_group": "709574d70ec4defbbcaf" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "should_answer": false, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "transformery" }, "partition_group": "8c0675b66e058bba2ab2" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "hate speech" }, "partition_group": "1332df3ed3789f7b036a" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "FAISS" }, "partition_group": "af46119c2615d493f7eb" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "OpenWebUI" }, "partition_group": "96aadeb2f040c4da84a5" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Neo4J" }, "partition_group": "3386127f93618557bb4c" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "prompting" }, "partition_group": "7d0f840d086c77a11be3" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "should_answer": false, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "morfologická anotácia" }, "partition_group": "af57c989b0371b75e631" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "closed_world_metadata", "tags": [ "spelling", "spacy", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "SQuAD" }, "partition_group": "c120aac4897920301ed5" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Docker" }, "partition_group": "c0ea0b73203e76e55bd4" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0306", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?", "should_answer": false, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "inštrukcie" }, "partition_group": "76ede2bc69434eed9593" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0307", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "právne informácie" }, "partition_group": "62688a89431171a11a6e" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0308", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "d4bbdec8794ff9413cfb" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "automatický preklad" }, "partition_group": "5e6531d3875f47da5f89" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0310", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?", "should_answer": false, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "SlovakAlpaca" }, "partition_group": "0ce6fb00116d00c3eb06" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0311", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "BiLSTM" }, "partition_group": "60eb85dae74e6a0d086b" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0312", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?", "should_answer": false, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "NCCL" }, "partition_group": "3e1010231db22ec0e1ee" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "closed_world_metadata", "tags": [ "gpu", "cloud" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md", "sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "closed_world_metadata", "tags": [ "gpu", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0313", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "should_answer": false, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Docker" }, "partition_group": "6bfdc1d535ca5943e177" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "should_answer": false, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "zásielková spoločnosť" }, "partition_group": "bb0345f6796e3502d174" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0315", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "should_answer": false, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "RAG" }, "partition_group": "cd798efbb9849ed300ff" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "should_answer": false, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "znalostný graf" }, "partition_group": "9eeba7ff8c656ccc5ff9" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0317", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "lekáreň" }, "partition_group": "2c224d36ca4ae00f031e" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0318", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "chatbot" }, "partition_group": "b133d6391917293a077e" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "should_answer": false, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "grafové neurónové siete" }, "partition_group": "e0845c6e01cb394a145e" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "closed_world_metadata", "tags": [ "spelling", "spacy", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0320", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Python" }, "partition_group": "d2eb414d42d2b84679ad" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0321", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?", "should_answer": false, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "morfologická analýza" }, "partition_group": "081950bac679dd5b8f2e" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "spacy" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "anotácia" }, "partition_group": "12189f45a9da9e287973" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "should_answer": false, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "sumarizácia" }, "partition_group": "b44f2d90b67ab1dc6e8a" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "strojový preklad" }, "partition_group": "867856494bf46cb5731d" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0325", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "speech-to-text" }, "partition_group": "e5cf4190af5d183f674d" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0326", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?", "should_answer": false, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "robotické súťaže" }, "partition_group": "b77d91262bfebb8c0cdc" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "should_answer": false, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "získavanie informácií" }, "partition_group": "9b2f4a7313c52cf4b46a" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "should_answer": false, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "špeciálny pedagóg" }, "partition_group": "d05e1263c6b63cadacdb" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "should_answer": false, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "GraphRAG" }, "partition_group": "51977c3d8bd8617204d2" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "LLM" }, "partition_group": "ed3aee5ebbe3c07d7d8e" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "should_answer": false, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "deduplikácia" }, "partition_group": "2a39b124ed7c0db522e0" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "closed_world_metadata", "tags": [ "ir", "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0332", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "a09fbd795797d4780581" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "should_answer": false, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "LLM" }, "partition_group": "085915f393eb4a22f1b7" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0334", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?", "should_answer": false, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "CI/CD" }, "partition_group": "ae3ee9f3e6c85a276f80" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0335", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?", "should_answer": false, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenský jazykový model" }, "partition_group": "5febb302d3bb1fbbb336" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "pomenované entity" }, "partition_group": "f25aef2d27019282846d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "should_answer": false, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenský internet" }, "partition_group": "ededaf9e1df407272889" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0338", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "keyword": "agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "8c334c4afb3afa6f08fa" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "agent" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0339", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?", "should_answer": false, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "MCP" }, "partition_group": "4614a9f8b635de0a8586" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "GraphRAG" }, "partition_group": "c32ac0bd619204a09d9f" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Elasticsearch" }, "partition_group": "e98f74be79d2d9c85971" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0342", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "agent" }, "partition_group": "f32ddefe51f6da76bb8d" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "should_answer": false, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "crawler" }, "partition_group": "e472fcba1eb459cc5351" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "closed_world_metadata", "tags": [ "ir", "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "hate speech" }, "partition_group": "c313a88cc1c06aaa0fa3" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Neurónová morfologická anotácia slovenského jazyka" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "a342fdb80e25ba33f41f" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov." ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "477d6c4333dc132e401f" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "paralelný korpus" }, "partition_group": "966eac1ed01626932631" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "SlovakBERT" }, "partition_group": "d04138266fa695e9e3aa" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "anotácia" }, "partition_group": "63687ef941e71d333267" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0350", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?", "should_answer": false, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "PyTorch" }, "partition_group": "868c4f1149a07d14c29f" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "closed_world_metadata", "tags": [ "gpu", "cloud" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md", "sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "closed_world_metadata", "tags": [ "gpu", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0351", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?", "should_answer": false, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Docker Compose" }, "partition_group": "5e56d28509eff32fd51c" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0352", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Streamlit" }, "partition_group": "5f44364d7cb1ce29f96b" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "strojový preklad" }, "partition_group": "54fceb5f1cd421f84829" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "BERT", "Neurónové jazykové modelovanie typu BERT." ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "keyword": "BERT" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "289b4d9aa835de0b5149" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "BERT" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku." ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "keyword": "PageRank" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "9fff698f76ce390deee3" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0356", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?", "should_answer": false, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "klasifikácia textu" }, "partition_group": "8c046b35358b44d32ed9" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "closed_world_metadata", "tags": [ "scikit", "nlp", "klasifikácia" ], "categories": [ "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0357", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?", "should_answer": false, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Slovak Mistral" }, "partition_group": "d4b4f8e418c0d285d183" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0358", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?", "should_answer": false, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "kyberbezpečnosť" }, "partition_group": "ba3e6cf1673462680a41" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "should_answer": false, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "právne dokumenty" }, "partition_group": "9a11978626ae77cf1e01" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0360", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?", "should_answer": false, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenské právo" }, "partition_group": "380b64507274cec79e0d" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "FAISS" }, "partition_group": "105adad4f3450df644b6" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0362", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Question Answering" }, "partition_group": "10fccdd7e670913abcf7" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0363", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "LightRAG" }, "partition_group": "c860941bbc3ae42da1ec" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Kubernetes" }, "partition_group": "1f1f3c76bf2356a03483" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0365", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "OpenWebUI" }, "partition_group": "63d5bf0c55b43eed6714" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "should_answer": false, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "jazykové modelovanie" }, "partition_group": "b20cee06c392baa507d5" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "closed_world_metadata", "tags": [ "nlp", "fairseq", "lm", "bert", "question-answer", "qa" ], "categories": [ "bp2021", "dp2023" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0367", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?", "should_answer": false, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "grafová databáza" }, "partition_group": "16c0e3be8ec9aff14109" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Raspberry Pi" }, "partition_group": "64959234464bb137392f" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0369", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?", "should_answer": false, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "API" }, "partition_group": "196584dd3a1c0be311c3" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0370", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "should_answer": false, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "OpenWebUI" }, "partition_group": "1f02638485671cd575af" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0371", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?", "should_answer": false, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Azure" }, "partition_group": "201073002e2a3d9c114d" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0372", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "dialógový systém" }, "partition_group": "e0c1e7df1d3452ac4b6d" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0373", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "CRF" }, "partition_group": "be77bdd82204294636ab" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0374", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "DeepEval" }, "partition_group": "cdfd6e7d9f395f0a3cf4" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "b23b49af390e9c76e731" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "5abc77af26e190437d1e" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0377", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "a71a559255d1a1cc1e0c" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0378", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/andrii_pervashov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "e1c9b4bc0161cc93429d" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/kristian_sopkovic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "4f5c657eb68f8a5d6043" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "32590bb3587e2545696f" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/dominik_nagy/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "4048165233ddb8c0a954" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "vp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "category": "vp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "632cd49828d3710fe941" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "vp2025" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0383", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/alina_vitko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "9b9d4e8385b2177e050d" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0384", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jan_malinovsky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "4fa90c676836f148bc17" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oliver Pejic" } ], "expected_bindings": [ { "person": "Oliver Pejic", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/oliver_pejic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/oliver_pejic/README.md" ], "partition_group": "225ac2fab461d48837a1" }, "source_evidence": [ { "document_path": "pages/interns/oliver_pejic/README.md", "sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/oliver_pejic/README.md", "sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/vladimir_ferko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "93fbe31a61d591cca954" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jakub_maruniak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "f3bb2f8fb5b4d7c37e1b" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "dp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/ondrej_megela/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "6c51ba0a6448218c2b39" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/david_omasta/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "c6772224160aaa809213" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/tomas_kucharik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "6740ef929d76f6dbeeee" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0391", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/samuel_vasil/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "2a4658e0300657ac688d" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/dominik_nagy/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "c080889b7118496f130c" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_novotny/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "2b54f27c9bb9e504078d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "09abe45ab0019d2dc551" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0395", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "43ac22f0906b7123b613" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/maros_harahus/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "f3049037157bc616c2cb" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "4843247cb2b934f0932a" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "27d4a0adbb9a1395d9e9" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0399", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "89b45ade5c76cddbe7ab" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jan_holp/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f6e126c1a7dc0257f6b9" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0401", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/ronald_zalacko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "bbeb9bc03c91bbc9b973" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0402", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/martin_wencel/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "060ae15b2cc1ee67e042" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0403", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/eduard_matovka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "9c8544050df636fda891" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0404", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "aab26c519689f94d8299" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_scislak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "9195c18ad401ff5040f3" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0406", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/mark_feher/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "e257afa56297a69f6599" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/samuel_dzurina/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "84e4399e33d17437af05" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "4856784451591eda36b4" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0409", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "f979763651703649948a" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "should_answer": true, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "erasmus", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_bindings": [ { "person": "Bogdan Paul Chiș", "category": "erasmus", "document_author": "Daniel Hladek", "document_path": "pages/interns/bogdan_paul_chis/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md" ], "partition_group": "c3686003909f0401deee" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.category", "value": "erasmus" }, { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jan_holp/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "99c1119c6641b3cadb66" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jan_ptak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "partition_group": "b242585085bd74d8dd6a" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0413", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "bp2020", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "0af90706211c204d9650" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0414", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "vp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "vp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "641a91ff5c4d8ed7f600" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "vp2023" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [ { "person": "Cesar Abascal Gutierrez", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/cesar_gutierrez/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md" ], "partition_group": "895120c64299707314a3" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/ondrej_megela/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "4051ce34a0447dccf398" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/tomas_kucharik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "13e4b7c269ad106ade3f" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0418", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "6feddf139106d31f6caa" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0419", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/darius_lindvai/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "ac5669e28951bec3c836" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "vp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "vp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "ec8bde81bb0646897006" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "vp2021" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0421", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Youssef Ressaissi" } ], "expected_bindings": [ { "person": "Youssef Ressaissi", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/yussef_ressaissi/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/yussef_ressaissi/README.md" ], "partition_group": "687b177138f1f07a0c83" }, "source_evidence": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "0a066435e6cc72efaece" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0423", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "102c9752f792adabbe31" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "vp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "vp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "3ff85696eb212d231b57" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "vp2024" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/kristian_sopkovic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "8941b66976efed07788f" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/artem_yatsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "a8a18d7b1f77a81cac4d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/maros_harahus/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "01fed40ab461e11ee093" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0428", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "423e26f480f005312e5c" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0429", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/maksym_zatirka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "a0dc9f574fefd6cfed34" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0430", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "e21e0258a09928903618" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0431", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_bindings": [ { "person": "Sevval Bulburu", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/sevval_bulburu/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/sevval_bulburu/README.md" ], "partition_group": "3c13b559998508b83661" }, "source_evidence": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0432", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "f6c38df87c100c00df2f" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/daniil_huzenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "17e04ec2656e870a65a6" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0434", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "da5bb8ee47f63796dc9d" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2023" }, { "person": "Dávid Omasta", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "de779be8cad2cb14d914" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "bp2021" }, { "person": "Ondrej Megela", "category": "dp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "953f09f9614cde47fc53" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "dp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0437", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "bp2019" }, { "person": "Lukáš Pokrývka", "category": "dp2021" }, { "person": "Lukáš Pokrývka", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "d5bb22435f95ee1c8144" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "bp2019" }, { "person": "Dominik Nagy", "category": "dp2022" }, { "person": "Dominik Nagy", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_entity_set": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "3fac44cbc69c99bffe66" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "bp2019" }, { "person": "Maroš Harahus", "category": "dp2021" }, { "person": "Maroš Harahus", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "74af0519e06229ff082e" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "bp2025" }, { "person": "Valerii Kutsenko", "category": "dp2027" }, { "person": "Valerii Kutsenko", "category": "vp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2f81c228e7d4a7245950" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "vp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0441", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "bp2022" }, { "person": "Filip Tomáš", "category": "dp2024" }, { "person": "Filip Tomáš", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1fdb66ab8b7e50782215" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "bp2020" }, { "person": "Patrik Pavlišin", "category": "dp2022" }, { "person": "Patrik Pavlišin", "category": "tp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2a392ebdea4f8995dbd8" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "tp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "bp2022" }, { "person": "Kristián Sopkovič", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "a82fcf639a7b5d9ccc80" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0444", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "bp2025" }, { "person": "Oleh Poiasnik", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "6dc400b3dde53718bc7d" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2021" }, { "person": "Tomáš Kuchárik", "category": "dp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "e8e81129766bb46d639b" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0446", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "category": "bp2019" }, { "person": "Dárius Lindvai", "category": "dp2021" }, { "person": "Dárius Lindvai", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "0e1cc7c92bda3356abcf" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "bp2019" }, { "person": "Ján Holp", "category": "dp2021" }, { "person": "Ján Holp", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "19975879efc9a3c0543e" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0448", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "bp2025", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "category": "bp2025" }, { "person": "Andrii Pervashov", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "4ba8f4d0878c22b27324" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "category": "bp2019" }, { "person": "Jakub Maruniak", "category": "dp2021" }, { "person": "Jakub Maruniak", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "3c598b13d843def522fc" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "bp2022" }, { "person": "Michal Stromko", "category": "dp2024" }, { "person": "Michal Stromko", "category": "vp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "expected_entity_set": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "beaedae396c5f2ec5422" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "vp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0451", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "bp2024" }, { "person": "Martin Šarišský", "category": "dp2026" }, { "person": "Martin Šarišský", "category": "vp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_entity_set": [ "bp2024", "dp2026", "vp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "423404addbc90daef335" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "vp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "bp2024", "dp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "category": "bp2024" }, { "person": "Matej Ščišľak", "category": "dp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "expected_entity_set": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "74c35222dde8b0a2d835" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "dp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "category": "bp2026" }, { "person": "Rostyslav Rodzhuk", "category": "vp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_entity_set": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "8e295cd61eeeba98b60c" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "vp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2023" }, { "person": "Dávid Omasta", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "de779be8cad2cb14d914" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "bp2021" }, { "person": "Ondrej Megela", "category": "dp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "953f09f9614cde47fc53" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "dp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0456", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "bp2019" }, { "person": "Lukáš Pokrývka", "category": "dp2021" }, { "person": "Lukáš Pokrývka", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "d5bb22435f95ee1c8144" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "bp2019" }, { "person": "Dominik Nagy", "category": "dp2022" }, { "person": "Dominik Nagy", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_entity_set": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "3fac44cbc69c99bffe66" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "bp2019" }, { "person": "Maroš Harahus", "category": "dp2021" }, { "person": "Maroš Harahus", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "74af0519e06229ff082e" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "bp2025" }, { "person": "Valerii Kutsenko", "category": "dp2027" }, { "person": "Valerii Kutsenko", "category": "vp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2f81c228e7d4a7245950" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "vp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0460", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "bp2022" }, { "person": "Filip Tomáš", "category": "dp2024" }, { "person": "Filip Tomáš", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1fdb66ab8b7e50782215" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "bp2020" }, { "person": "Patrik Pavlišin", "category": "dp2022" }, { "person": "Patrik Pavlišin", "category": "tp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2a392ebdea4f8995dbd8" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "tp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "bp2022" }, { "person": "Kristián Sopkovič", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "a82fcf639a7b5d9ccc80" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0463", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "bp2025" }, { "person": "Oleh Poiasnik", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "6dc400b3dde53718bc7d" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2021" }, { "person": "Tomáš Kuchárik", "category": "dp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "e8e81129766bb46d639b" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 4, "partition_group": "875ad68111f882d155dc" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "c91cc2251ebfc3fd42e6" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0467", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 }, { "person": "Alina Vitko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "5817b7796a3433db5779" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0468", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "0d5c14ded54417c1bc5c" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "46195c2692d2cb45d6a8" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0470", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Martin Wencel", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Martin Wencel", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Dmytro Ushatenko", "Martin Wencel" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "75a6e93658bb32d4057e" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "2024", "Vladimír Ferko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2024 }, { "person": "Vladimír Ferko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_entity_set": [ "Dávid Omasta", "Vladimír Ferko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "06d333d39be40bfe3201" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0472", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ján Malinovský", "Maksym Zatirka", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ján Malinovský", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_entity_set": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "238ce6b27deaa8850727" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Novotný", "Matej Ščišľak", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Novotný", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_entity_set": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "3b3b6a2a8310ac233010" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0474", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2027", "Oleh Poiasnik", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2027 }, { "person": "Oleh Poiasnik", "year": 2027 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Oleh Poiasnik" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "336175547c48b728d871" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2025", "Tetiana Mohorian", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "year": 2025 }, { "person": "Tetiana Mohorian", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_entity_set": [ "Daniil Huzenko", "Tetiana Mohorian" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "930dfac062948cafb8d4" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 4, "partition_group": "875ad68111f882d155dc" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "c91cc2251ebfc3fd42e6" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0478", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 }, { "person": "Alina Vitko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "5817b7796a3433db5779" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0479", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "0d5c14ded54417c1bc5c" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "46195c2692d2cb45d6a8" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0481", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "inštrukcie", "year": 2026 }, "partition_group": "dea4a508f86cf619fe1b" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0482", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "Slovak Mistral", "year": 2026 }, "partition_group": "fc2a1d88a2a13bdf9d54" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0483", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "znalostný graf", "year": 2027 }, "partition_group": "f055c459151e4eecc273" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "OpenWebUI", "year": 2026 }, "partition_group": "3d8163d06a1cbe755054" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "Elasticsearch", "year": 2022 }, "partition_group": "10c7c006019ae33b33f8" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "LLM", "year": 2025 }, "partition_group": "93dfe8f51b730118f8f3" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0487", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "pomenované entity", "year": 2020 }, "partition_group": "f1abac88648a8c306137" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "spacy" ], "categories": [ "bp2021" ] }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "FAISS", "year": 2022 }, "partition_group": "36c17e69e16911c9e274" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0489", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "CRF", "year": 2021 }, "partition_group": "e79a9d05cd96563a6354" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "closed_world_metadata", "tags": [ "gpu", "cloud" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md", "sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "closed_world_metadata", "tags": [ "gpu", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "prompting", "year": 2025 }, "partition_group": "2ca41afe293c025f7461" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0491", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "Streamlit", "year": 2022 }, "partition_group": "fde716a39603319e5e26" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "webový korpus", "year": 2026 }, "partition_group": "ae231bfdf6967d751421" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "closed_world_metadata", "tags": [ "ir", "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "právne dokumenty", "year": 2026 }, "partition_group": "852a84515cf2b87c7d8f" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0494", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "chatbot", "year": 2020 }, "partition_group": "3b7e8c83e9cb48e2b3bf" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "spacy" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "slovenčina", "year": 2022 }, "partition_group": "b1e89b1d28d31e5d3b5a" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0496", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "speech-to-text", "year": 2027 }, "partition_group": "1f25d5fa12d8e0f927d0" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0497", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "GPU", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "GPU", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "6b6ad897a76ae96eb97c" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "GPU" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "GPU" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "g0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "2021", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy", "year": 2021 }, { "person": "Artem Yatsenko", "keyword": "Spacy", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "6050a39f528f93f71f0d" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "slovenský internet", "year": 2021 }, "partition_group": "9c246763f9970db6c83d" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "g0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "Spacy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "4c70ab578a254939f857" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "dev-negative-year-0", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Alina Vitko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ir" }, "partition_group": "3ea37b5f45f74ef5b575" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-year-1", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Andrii Pervashov, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo nlp?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "nlp" }, "partition_group": "0c018d0b1cbb0e237e9f" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-year-2", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artem Yatsenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ner?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ner" }, "partition_group": "e79e64af963d3ca9ac57" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-year-3", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Bogdan Paul Chiș, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ie?", "should_answer": false, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ie" }, "partition_group": "e9e9b6333c9c5586f71c" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "closed_world_metadata", "tags": [ "nlp", "ie", "rag", "medical" ], "categories": [ "erasmus" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-tag-0", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Cesar Abascal Gutierrez, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "06d6e3cffb2176fd7f09" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "closed_world_metadata", "tags": [ "ner", "nlp" ], "categories": [ "iaeste" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-tag-1", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Daniil Huzenko, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "23accd0aac8edfa97641" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-person-0", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Zuzana Neexistujúca Vzorová?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Zuzana Neexistujúca Vzorová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Zuzana Neexistujúca Vzorová" }, "partition_group": "1c1ceae7ee00396bff0b" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-negative-person-1", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Roman Neskutočný Testovací?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Roman Neskutočný Testovací" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Roman Neskutočný Testovací" }, "partition_group": "41f700f58bbc8944ba56" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "dev-zero-count", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Andrii Pervashov, Artem Yatsenko vyber osoby s prácou v roku 2099. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "0" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 0, "partition_group": "9833d7e826de1aee001e" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Ediz Morochovič", "nlp", "Jakub Schwarc" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "keyword": "nlp" }, { "person": "Jakub Schwarc", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "8a6285cb2fb15918b68e" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Martin NaN1", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Martin NaN1", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "26e43e80ffdb1c09a21a" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Ediz Morochovič", "nlp", "Martin NaN1" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "keyword": "nlp" }, { "person": "Martin NaN1", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "93ea88c675008cd30187" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Dávid Stromp", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Dávid Stromp", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "c02e40993bcde239ae42" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "nlp", "Than Trung Thanh" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, { "person": "Than Trung Thanh", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "39c80c93a9a02e632bc3" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Dávid Iľaš", "nlp", "Yevhenii Leonov" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "keyword": "nlp" }, { "person": "Yevhenii Leonov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "f07c1fddb4e712f86400" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Artur Hyrenko", "rasa", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "keyword": "rasa" }, { "person": "Nikita Bodnar", "keyword": "rasa" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "rasa" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "rasa" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "09d50f740e87a02d6064" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "rasa" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "rasa" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Adrián Remiáš", "nlp", "Manohar Gowdru Shridhara" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "keyword": "nlp" }, { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "4674934e2a49c964df66" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0009", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Patrik Pokrivčák a Pavol Hudák?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Patrik Pokrivčák", "2024", "Pavol Hudák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Patrik Pokrivčák", "year": 2024 }, { "person": "Pavol Hudák", "year": 2024 }, { "person": "Patrik Pokrivčák", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "28e4f0e13d2e0ff787be" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 64, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 88, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0010", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Vladyslav Krupko?", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matej Kobyľan", "2023", "Vladyslav Krupko", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "year": 2023 }, { "person": "Vladyslav Krupko", "year": 2023 }, { "person": "Matej Kobyľan", "year": 2024 }, { "person": "Vladyslav Krupko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "4aee26cad873f2ac3d7b" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Oprava preklepov v slovenskom jazyku.", "year": 2023, "heading_line": 125, "title_line": 127, "year_basis": "heading" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0011", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Adrián Remiáš a Nikita Bodnar?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "9ee03df5bc8ce612b603" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0012", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Pavol Hudák?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "2024", "Pavol Hudák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "year": 2024 }, { "person": "Pavol Hudák", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "260437dd491aa76c032a" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 88, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2025, "heading_line": 13, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0013", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Patrik Pokrivčák?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "2024", "Patrik Pokrivčák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2024 }, { "person": "Patrik Pokrivčák", "year": 2024 }, { "person": "Dávid Kostilník", "year": 2025 }, { "person": "Patrik Pokrivčák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "partition_group": "10ac190aa42f43236baa" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 67, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 64, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "year": 2025, "heading_line": 12, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0014", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Martin NaN1", "2020", "Oleh Bilykh" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Martin NaN1", "year": 2020 }, { "person": "Oleh Bilykh", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "partition_group": "6791b5a89f5e3a2298ad" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 45, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0015", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Krupko?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Dávid Kostilník", "2024", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2024 }, { "person": "Vladyslav Krupko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "bf9f25c0d26f225506dc" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 67, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0016", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Jakub Schwarc a Oleksandr Hryshchenko?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "2026", "Oleksandr Hryshchenko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "year": 2026 }, { "person": "Oleksandr Hryshchenko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "e19472c88f088e8fb85f" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0017", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Dávid Kostilník", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "f1091f36d3f7c8eb10ec" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0018", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Kobyľan a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matej Kobyľan", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "46cbc6f845226ac03420" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0019", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "31d055e471ce655b24b1" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0020", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matúš Suchanič", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "02000ebc391e13d1271b" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0021", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Manohar Gowdru Shridhara a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "2021", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "start_year": 2021 }, { "person": "Nikita Bodnar", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "81f1ccd804b817368af3" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0022", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "2405b208a39a2e87f92e" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0023", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Schwarc a Serhii Yemets.", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [ "Jakub Schwarc", "2022", "Serhii Yemets" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "start_year": 2022 }, { "person": "Serhii Yemets", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "partition_group": "09ada7352b9dd8da8d42" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0024", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Matúš Suchanič", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "6d8a4d5318e161cdffca" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0025", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Pavol Hudák uvedené pre rok 2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Pavol Hudák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "8569ad366a2034813ea6" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0026", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Dmytro Mural uvedené pre rok 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Dmytro Mural", "Grafové neurónové siete pre vyhľadávanie na internete.", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [ { "person": "Dmytro Mural", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Grafové neurónové siete pre vyhľadávanie na internete." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre vyhľadávanie na internete." }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "partition_group": "edd78621b3a9fbd06687" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0027", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Artur Hyrenko uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "588b7ee24a1ee3b3e93c" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0028", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.", "negative_constraints": { "year": 2021 }, "partition_group": "1b374383cae04e677623" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0029", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Kristián Lukas uvedené pre rok 2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "partition_group": "34d5e08d5a667b637e35" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0030", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2022?", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "Extrakcia informácií z webových stránok", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "academic_kind": "Work", "academic_type": "research_project", "year": 2022, "title": "Extrakcia informácií z webových stránok" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "work_title", "value": "Extrakcia informácií z webových stránok" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "2e8fb5205eaeb219e6ce" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0031", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov diplomového projektu a rok práce sú pri osobe Jakub Schwarc uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Inštrukčné dotrénovanie jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "16adda3d2b1ed0fd96a8" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0032", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Samuel Horáni uvedené pre rok 2021?", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "Dialógový systém pomocou RASA framework", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "bd808fa49a2a441a8075" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0033", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.", "negative_constraints": { "year": 2021, "keyword": "nemo" }, "partition_group": "0c0caec4cd99e5b64798" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0034", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom chatbot?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "chatbot", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "chatbot" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "8ffbb1e251c2216ea87e" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "chatbot" }, { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0035", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.", "negative_constraints": { "year": 2021, "keyword": "bert" }, "partition_group": "b7e8c18d08af14715874" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0036", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Oleksandr Hryshchenko v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "nlp", "Grafové neurónové siete pre získavanie informácií", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Grafové neurónové siete pre získavanie informácií", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "03bed078c311eb856a1c" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0037", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Pavol Hudák v roku 2025 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "nlp", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Pavol Hudák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "801ee03a5d42e9430a67" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0038", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Yevhenii Leonov v roku 2025 súvisí s kľúčovým slovom rag?", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "rag", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "keyword": "rag" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "3be5310dddccc87e67cc" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0039", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "nlp", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "a3e2e1666a806e03456c" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0040", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Jakub Schwarc v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "nlp", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Inštrukčné dotrénovanie jazykového modelu", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "0bb712996aafa57f73c8" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0041", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Adrián Remiáš, ktorý patrí do kategórie dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Adrián Remiáš", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/adrian_remias/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md" ], "partition_group": "e89bcf2966b89bfe1279" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0042", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Than Trung Thanh, ktorý patrí do kategórie bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Than Trung Thanh", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Than Trung Thanh", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/than_trung_thanh/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md" ], "partition_group": "6cc1c47acdf9f50ae7ea" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0043", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Dávid Kostilník, ktorý patrí do kategórie dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/david_kostilnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "partition_group": "123aa244852830a141e7" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0044", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Martin NaN1, ktorý patrí do kategórie bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Martin NaN1", "bp2021", "Anton Buday" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Martin NaN1", "category": "bp2021", "document_author": "Anton Buday", "document_path": "pages/students/2018/NaN1name_buday/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Anton Buday" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "66741543ff5e2bd233f7" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.author", "value": "Anton Buday" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0045", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Yevhenii Leonov, ktorý patrí do kategórie bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/yevhenii_leonov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "efb4bfa512a47cfc9384" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0046", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Matej Kobyľan, ktorý patrí do kategórie bp2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "bp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/matej_kobylan/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "c2941ab6da65037eb5a2" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.category", "value": "bp2023" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0047", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Samuel Horáni, ktorý patrí do kategórie bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/samuel_horani/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "cd018c970c3b9f11ce07" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0048", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Pavol Hudák, ktorý patrí do kategórie dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Pavol Hudák", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/pavol_hudak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "443d77a109bd929cb972" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0049", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dávid Kostilník.", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_entity_set": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "c231e43f1d4a8abc3f21" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0050", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Kamil Tomčufčík.", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "expected_answer_contains": [ "Kamil Tomčufčík", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_entity_set": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "ff1d0a969ad37a2e8d25" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0051", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Manohar Gowdru Shridhara.", "should_answer": true, "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "phd2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "category": "phd2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_entity_set": [ "phd2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1262098b15284562d361" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.category", "value": "phd2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0052", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dávid Stromp.", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "bp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [ { "person": "Dávid Stromp", "category": "bp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md" ], "expected_entity_set": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "8f46e5f47719e3eaca18" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.category", "value": "bp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0053", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Matúš Suchanič.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "bp2023", "vp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "category": "bp2023" }, { "person": "Matúš Suchanič", "category": "vp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "vp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "bp2023", "vp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "92676eb5a0be5c242eb8" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.category", "value": "bp2023" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.category", "value": "vp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0054", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Jakub Schwarc.", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_entity_set": [ "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "470408a5fa9cabc43cb2" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0055", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Artur Hyrenko.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "dp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "category": "dp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_entity_set": [ "dp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "445f92f319941bc4b4b4" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.category", "value": "dp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0056", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Yevhenii Leonov.", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "bp2025", "vp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "category": "bp2025" }, { "person": "Yevhenii Leonov", "category": "vp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_entity_set": [ "bp2025", "vp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "ff3f38f452813f3e0f5e" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "vp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0057", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Artur Hyrenko, Dávid Iľaš vyber osoby s prácou v roku 2099. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "0" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "expected_entity_set": [], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 0, "partition_group": "add9ac9b0d9359f1fe79" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0058", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Oleh Bilykh, Samuel Horáni, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Oleh Bilykh", "2021", "Samuel Horáni", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "year": 2021 }, { "person": "Samuel Horáni", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_entity_set": [ "Oleh Bilykh", "Samuel Horáni" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "2c75592e2250e088910b" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "year": 2021, "heading_line": 20, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 32, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0059", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Kamil Tomčufčík, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2025", "Pavol Hudák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_entity_set": [ "Kamil Tomčufčík", "Pavol Hudák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "b78c3a2827aff0d6b7aa" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2025, "heading_line": 12, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0060", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Mural, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dmytro Mural", "2022", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dmytro Mural", "year": 2022 }, { "person": "Matúš Suchanič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Dmytro Mural", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "510e31a611ebc1cdbc4f" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0061", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dávid Iľaš", "2023", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "year": 2023 }, { "person": "Matúš Suchanič", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Dávid Iľaš", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "ad225dd89d15c5cd1a67" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0062", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Kostilník, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "2025", "Patrik Pokrivčák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2025 }, { "person": "Patrik Pokrivčák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_entity_set": [ "Dávid Kostilník", "Patrik Pokrivčák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "0ff833d8df034171bf46" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "year": 2025, "heading_line": 12, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0063", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Kristián Lukas, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "2023", "Vladyslav Krupko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "year": 2023 }, { "person": "Vladyslav Krupko", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_entity_set": [ "Jakub Kristián Lukas", "Vladyslav Krupko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "14265c25d8e4404230da" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Oprava preklepov v slovenskom jazyku.", "year": 2023, "heading_line": 125, "title_line": 127, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0064", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Kristián Lukas, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "2023", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "year": 2023 }, { "person": "Matúš Suchanič", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Jakub Kristián Lukas", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "d7800334d22cb605cdb2" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0065", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Pavol Hudák a Dávid Kostilník má kľúčové slovo qa a jej práca je z roku 2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "qa", "2025" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Pavol Hudák", "keyword": "qa", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "qa" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "8adeba074ad9666f61ab" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.tag", "value": "qa" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0066", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleksandr Hryshchenko a Adrián Remiáš má kľúčové slovo nlp a jej práca je z roku 2026?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "nlp", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "keyword": "nlp", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "84920da57298060b8405" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0067", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "no_answer_basis": "No candidate satisfies both source conditions.", "negative_constraints": { "keyword": "nemo", "year": 2021 }, "partition_group": "ff9e989f9d1a9594d818" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2021", "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0068", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Vladyslav Krupko a Adrián Remiáš má kľúčové slovo spelling a jej práca je z roku 2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Vladyslav Krupko", "spelling", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Vladyslav Krupko", "keyword": "spelling", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "22314171964b13dbaf90" }, "source_evidence": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "taxonomy.tag", "value": "spelling" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0069", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Nikita Bodnar a Dávid Iľaš má kľúčové slovo nlp a jej práca je z roku 2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "nlp", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "keyword": "nlp", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "4fae42756d54cdf68230" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0070", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dávid Stromp a Matúš Suchanič má kľúčové slovo cluster a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dávid Stromp", "cluster", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Dávid Stromp", "keyword": "cluster", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "cluster" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "5bda104302dfc48459e0" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.tag", "value": "cluster" }, { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2022, "heading_line": 11, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0071", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Matej Kobyľan a Dávid Kostilník má kľúčové slovo ir a jej práca je z roku 2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "ir", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "keyword": "ir", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "e752937f044f1e8a558a" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "h0072", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Leonov a Kamil Tomčufčík má kľúčové slovo rag a jej práca je z roku 2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "rag", "2025" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "person", "value": "Kamil Tomčufčík" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "keyword": "rag", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "9b84a2255330d4d8b229" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "holdout-negative-year-0", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Adrián Remiáš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo interpuction?", "should_answer": false, "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "interpuction" }, "partition_group": "a7bb4b2aa87eff88420c" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "closed_world_metadata", "tags": [ "nlp", "transformers", "interpuction" ], "categories": [ "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-year-1", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artur Hyrenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo chatbot?", "should_answer": false, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "chatbot" }, "partition_group": "c2e24af3eb4caae1ad96" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-year-2", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Iľaš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo emotion?", "should_answer": false, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "emotion" }, "partition_group": "f986770a1e1958595390" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "closed_world_metadata", "tags": [ "nlp", "emotion" ], "categories": [ "dp2023" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-year-3", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Kostilník, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?", "should_answer": false, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ir" }, "partition_group": "e9efbd24c8ca844688d5" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "closed_world_metadata", "tags": [ "ir" ], "categories": [ "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-tag-0", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Stromp, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "e491cd8b2ace998a455e" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "closed_world_metadata", "tags": [ "ir", "cassandra", "nlp", "cluster" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-tag-1", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dmytro Mural, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "fc5129a02a76b4cf190d" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "closed_world_metadata", "tags": [], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-person-0", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Tibor Neexistujúci Skúšobný?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Tibor Neexistujúci Skúšobný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Tibor Neexistujúci Skúšobný" }, "partition_group": "824378cc0619ae3ec6de" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "holdout-negative-person-1", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Lenka Neskutočná Vzorová?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Lenka Neskutočná Vzorová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Lenka Neskutočná Vzorová" }, "partition_group": "88a6c1da308911c5b504" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-001", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Samuel Širotník.", "should_answer": true, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Samuel Širotník", "bp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Samuel Širotník", "category": "bp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_entity_set": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7dd82af9ddbdc1964605" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "taxonomy.category", "value": "bp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-002", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Širotník spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Samuel Širotník", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Samuel Širotník", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/samuel_sirotnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "f8d2e66b7159c8e7380e" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-003", "split": "test", "category": "person_start_year", "difficulty": "hard", "question": "Aký rok začiatku štúdia je uvedený pri osobe Samuel Širotník?", "should_answer": true, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Samuel Širotník", "2018" ], "graph": { "schema_version": 3, "task": "person_start_year", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Samuel Širotník", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "4c5c868a920f3135b0e6" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-004", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?", "should_answer": false, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "no_answer_basis": "Tag absent from raw frontmatter.", "negative_constraints": { "keyword": "nenajdenyoverovacitag" }, "partition_group": "a6916699bcb7850c8157" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "closed_world_metadata", "tags": [ "raspberrypi", "cloud" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-005", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník v roku 2098?", "should_answer": false, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "no_answer_basis": "No academic record for requested year.", "negative_constraints": { "year": 2098 }, "partition_group": "6dab43ac5890ec764651" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "closed_world_metadata", "tags": [ "raspberrypi", "cloud" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-006", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Stanislav Matsunych.", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "bp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "category": "bp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_entity_set": [ "bp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2264f45b5880e987ba89" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.category", "value": "bp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-007", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Stanislav Matsunych spojený s kategóriou bp2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "bp2020", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/stanislav_matsunych/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "53c33c7ec7d0d57fb15e" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-008", "split": "test", "category": "person_start_year", "difficulty": "hard", "question": "Aký rok začiatku štúdia je uvedený pri osobe Stanislav Matsunych?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "2017" ], "graph": { "schema_version": 3, "task": "person_start_year", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "start_year": 2017 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "start_year", "value": "2017" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "eb922da162599dd21b3c" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "start_year", "value": 2017 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-009", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?", "should_answer": false, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "no_answer_basis": "Tag absent from raw frontmatter.", "negative_constraints": { "keyword": "nenajdenyoverovacitag" }, "partition_group": "2e8b19f323797a1cc02b" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "closed_world_metadata", "tags": [ "nn", "lm", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-010", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych v roku 2098?", "should_answer": false, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "no_answer_basis": "No academic record for requested year.", "negative_constraints": { "year": 2098 }, "partition_group": "546dbbe99c3337517c72" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "closed_world_metadata", "tags": [ "nn", "lm", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-011", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Diana Neznáma Overovacia?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Diana Neznáma Overovacia" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "No profile with requested full name.", "negative_constraints": { "unknown_person": "Diana Neznáma Overovacia" }, "partition_group": "b0d421dc93b08c3c6e49" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-012", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Milan Neprítomný Vzorový?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Milan Neprítomný Vzorový" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "No profile with requested full name.", "negative_constraints": { "unknown_person": "Milan Neprítomný Vzorový" }, "partition_group": "8d20ec97288d1047884b" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "fresh-013", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Samuel Širotník, Stanislav Matsunych vyber osoby s prácou v roku 2098. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "0" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_entity_set": [], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 0, "partition_group": "f0b2c27ca6143de8876a" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] } ]