[ { "id": "regression-0001", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Jakub Maruniak", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "2b443a50a9f16158606e39dba933f3043414369b1193e84b23d2c24d3d5e67d8" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0002", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Jakub Maruniak", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "2b443a50a9f16158606e39dba933f3043414369b1193e84b23d2c24d3d5e67d8" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0003", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "1e3050f59f95fd4c6910c5c52ab6f19181b090939e72d6b071806dda924780f7" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0004", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "1e3050f59f95fd4c6910c5c52ab6f19181b090939e72d6b071806dda924780f7" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0005", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "f8699941b7e7a9464d31bef0d4391b0d30bf2962d93e7dfe43aea7f3cee0902f" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0006", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "f8699941b7e7a9464d31bef0d4391b0d30bf2962d93e7dfe43aea7f3cee0902f" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0007", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "fec401c3724c39e455257b911def47db035f82cd093cd5a61c174e5ac1c04bc4" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0008", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Kristián Sopkovič", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "fec401c3724c39e455257b911def47db035f82cd093cd5a61c174e5ac1c04bc4" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0009", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "0989fed197519f314005154e9a535c08ac239b5c2647b0b5a45f500548d806cb" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0010", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "0989fed197519f314005154e9a535c08ac239b5c2647b0b5a45f500548d806cb" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0011", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "3a787d4059e84cb99c2560d3372a6f587b172cb1c867c4b02d3a98cabda09da3" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0012", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "Spacy" }, { "person": "Artem Yatsenko", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "3a787d4059e84cb99c2560d3372a6f587b172cb1c867c4b02d3a98cabda09da3" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0013", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Question Answering", "require_all_people": true }, "partition_group": "7b266b10a01d4ec31b9e50b32e4d4d2ca44a1e6b8009c0724483d50e1631cff5" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0014", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2018/david_omasta/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Question Answering", "require_all_people": true }, "partition_group": "7b266b10a01d4ec31b9e50b32e4d4d2ca44a1e6b8009c0724483d50e1631cff5" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0015", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "738f6a87cac267e0f08184fb74ec5d7309c0080dfa32710df5953054f868414f" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0016", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "738f6a87cac267e0f08184fb74ec5d7309c0080dfa32710df5953054f868414f" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0017", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "335b94b87b30891e8a9ff47240d9842b8ec41c0aeaaf4c6c5163f13d4f5ceb8d" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0018", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "335b94b87b30891e8a9ff47240d9842b8ec41c0aeaaf4c6c5163f13d4f5ceb8d" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0019", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "7a064ac8d23ddd86c30067c13d2821562f31cd961d69eb2e0a4f5efd75a74e44" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0020", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "strojový preklad", "require_all_people": true }, "partition_group": "7a064ac8d23ddd86c30067c13d2821562f31cd961d69eb2e0a4f5efd75a74e44" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0021", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "pomenované entity", "require_all_people": true }, "partition_group": "824211380a2b20043f402b31d6fa950ca07c2c44b470b359c825b8a1681ac3f5" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0022", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "pomenované entity", "require_all_people": true }, "partition_group": "824211380a2b20043f402b31d6fa950ca07c2c44b470b359c825b8a1681ac3f5" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0023", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "jazykové modelovanie", "require_all_people": true }, "partition_group": "22d13f9b87d9f95ffdd18fea354cf6c81688f34269e439470ba36df4cce9a36c" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "closed_world_metadata", "tags": [ "nlp", "fairseq", "lm", "bert", "question-answer", "qa" ], "categories": [ "bp2021", "dp2023" ] }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0024", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2021/matej_novotny/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "jazykové modelovanie", "require_all_people": true }, "partition_group": "22d13f9b87d9f95ffdd18fea354cf6c81688f34269e439470ba36df4cce9a36c" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "closed_world_metadata", "tags": [ "nlp", "fairseq", "lm", "bert", "question-answer", "qa" ], "categories": [ "bp2021", "dp2023" ] }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0025", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "slovenčina", "require_all_people": true }, "partition_group": "f160c82ef06adb1d1a15570fad656b65c3004a13462b5d914b5613cb01ec79e3" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0026", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "slovenčina", "require_all_people": true }, "partition_group": "f160c82ef06adb1d1a15570fad656b65c3004a13462b5d914b5613cb01ec79e3" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "closed_world_metadata", "tags": [ "lm" ], "categories": [ "dp2023", "dp2024" ] }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0027", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "FAISS", "require_all_people": true }, "partition_group": "9be5f0818c64185990fdfbf90b868698f095c8474b4e50a847ed76a60b8e4132" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0028", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "FAISS", "require_all_people": true }, "partition_group": "9be5f0818c64185990fdfbf90b868698f095c8474b4e50a847ed76a60b8e4132" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0029", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Docker", "require_all_people": true }, "partition_group": "e35367e8d02200db59e561103b5387e3ec7b112c74b1962bce7b8bf83894e43c" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0030", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "Docker", "require_all_people": true }, "partition_group": "e35367e8d02200db59e561103b5387e3ec7b112c74b1962bce7b8bf83894e43c" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0031", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "anotácia", "require_all_people": true }, "partition_group": "28ed6825bc43b65dec88ba8291245c7d4d60846f6fdf420a2e8afe13e9ae37de" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0032", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "anotácia", "require_all_people": true }, "partition_group": "28ed6825bc43b65dec88ba8291245c7d4d60846f6fdf420a2e8afe13e9ae37de" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0033", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "agent", "require_all_people": true }, "partition_group": "5deec141d95331692d51a019dd7c6132e65ff4f2cf1e83b1f5ec537133d748f0" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0034", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "agent", "require_all_people": true }, "partition_group": "5deec141d95331692d51a019dd7c6132e65ff4f2cf1e83b1f5ec537133d748f0" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0035", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "GraphRAG", "require_all_people": true }, "partition_group": "68a370d0d3d08c670414321802c9f228e3c2d17bc823277c2cb0a2a4f81314cc" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0036", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "GraphRAG", "require_all_people": true }, "partition_group": "68a370d0d3d08c670414321802c9f228e3c2d17bc823277c2cb0a2a4f81314cc" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0037", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "hate speech", "require_all_people": true }, "partition_group": "abfb5b9d3883ca91ad79c60ecbe8ef51c31357ae4a68bf189ff4fffac3444129" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0038", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "hate speech", "require_all_people": true }, "partition_group": "abfb5b9d3883ca91ad79c60ecbe8ef51c31357ae4a68bf189ff4fffac3444129" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0039", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "OpenWebUI", "require_all_people": true }, "partition_group": "964b66c31b30e1d17dc8d96f4b6f3a27dc8866ec4b380d9784558b0857334d1a" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0040", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "OpenWebUI", "require_all_people": true }, "partition_group": "964b66c31b30e1d17dc8d96f4b6f3a27dc8866ec4b380d9784558b0857334d1a" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0041", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "keyword": "RAG" }, { "person": "Ján Pták", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "01729a24657efa58c0357c4614699a78c6b9df388d914f1a6edb787fd97eb6ab" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.tag", "value": "RAG" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0042", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Ján Pták" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "keyword": "RAG" }, { "person": "Ján Pták", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "person", "value": "Ján Pták" }, { "type": "keyword", "value": "RAG" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "01729a24657efa58c0357c4614699a78c6b9df388d914f1a6edb787fd97eb6ab" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.tag", "value": "RAG" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0043", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "736b5ece0bbaa07e814d66ba0dd4ed0108a9bb51e75f3c7444261e237d928b3c" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0044", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "736b5ece0bbaa07e814d66ba0dd4ed0108a9bb51e75f3c7444261e237d928b3c" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0045", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "d055e5ae24a27a2f3f4e9a1dbfa37ffeba7ba0b73ee29d823c12ae7d8d5a9f54" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0046", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "d055e5ae24a27a2f3f4e9a1dbfa37ffeba7ba0b73ee29d823c12ae7d8d5a9f54" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0047", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "1eddf2f9466779dabbc79215ab6398c917fbe35b07d8325c7b395b9ae71d45d1" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0048", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "znalostný graf", "require_all_people": true }, "partition_group": "1eddf2f9466779dabbc79215ab6398c917fbe35b07d8325c7b395b9ae71d45d1" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0049", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "LLM", "require_all_people": true }, "partition_group": "32c2f3d978ff531fe3d19e9bdcf2134a3d96e4309cbfa258c4a14291685d59b7" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0050", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "LLM", "require_all_people": true }, "partition_group": "32c2f3d978ff531fe3d19e9bdcf2134a3d96e4309cbfa258c4a14291685d59b7" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0051", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "RAG", "require_all_people": true }, "partition_group": "a389eea90a9558b41a2532786be0fa835d7d316b1b87d1fe5bc74cb482391d42" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0052", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested shared keyword is absent from the raw frontmatter of at least one named person.", "negative_constraints": { "keyword": "RAG", "require_all_people": true }, "partition_group": "a389eea90a9558b41a2532786be0fa835d7d316b1b87d1fe5bc74cb482391d42" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0053", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "keyword": "agent" }, { "person": "Samuel Džurina", "keyword": "agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "40226eff058b06383690b7fb2fc1521f5d345d18c82b693a6cca46a7e0267e24" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.tag", "value": "agent" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.tag", "value": "agent" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0054", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "agent", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "keyword": "agent" }, { "person": "Samuel Džurina", "keyword": "agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "agent" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "agent" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "40226eff058b06383690b7fb2fc1521f5d345d18c82b693a6cca46a7e0267e24" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.tag", "value": "agent" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.tag", "value": "agent" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0055", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "e93e9b7723200da79dd40ea55803c98c8273467ce2b08529678fc537aec52c96" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0056", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "69ec739e074cf2dd92ddfa769d2262d55b21291e0230eaff78e06adc02e1d174" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0057", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Filip Tomáš", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "59702aab4077bf06bf0a83f1e4c9535d1af0d96ac9a06d8445fed42d5f11159d" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0058", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "91c3e08fd7fce8928327c93bd74dda0a1dee1a6cb744dea5ce9267dab83ea0b9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0059", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "930502d23be54a05affc9455c8ccebbe9d272b6d6405b746a4f0606f285d2622" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0060", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Novotný" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Novotný", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "aaa1adc84b0d51229bd1925a7bc89ccaedbfff640c43904f6d71c5474618b3c1" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0061", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Lukáš Pokrývka", "year": 2019 }, { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Lukáš Pokrývka", "year": 2020 }, { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "2ef70f9acf180035eda15f3f49938603e1c530ab8d1dbf0d38b079477b9f20ba" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 155, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 192, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 36, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0062", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "457e0ec22bf40810c64f96eaed2f337148a23d82654fb5ea7db0ff71c1fc9c31" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0063", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "43d03785fbf89885fe50a5d6907c95f277046c457a6f36cfaa233148885061c0" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0064", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "165763df8df026d45a7337049b175bff2c06726d7aa64b5078a8682e426cc387" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0065", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "d93f6f0bacbe9eb9cd1414ba461e88d110d55b7c4631406095ceb5cd70750da9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0066", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "a0ba4f5e714d67e8ecaee0ab7e13c7754e6aa85bc2120ba9d8180219a03dbfdc" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0067", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "f4677df0c326a2067a18b81fca444de8720aac740f783963fe314ec352027cf0" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0068", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "dcd5c0f2ef8940b250a4c686c749c1d0b47cfb934d11c211471b50c921515c8d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0069", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "36a0174dcefab852f784dcbce97d7370372dd668e9d75d42b989e6067487ae7c" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0070", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "e58773cadd4f235b642cdb2a577069724c85d918e39f246bd8dae1eaec9c9085" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0071", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Samuel Džurina", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "44c91e4d2a9441162b93be720d333235d7ca67773e70d0f6d30352bd4389ba93" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0072", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "3c2c0f680732b9981f9771e1cfbbf6d6ad4ebacb31fe8dc66dc06beb22c0f78e" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0073", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "b818c860a206aff42a28ed7e2a6d210ab85a3a1472c7911771f8db227a4d3d2b" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0074", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Ján Holp", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Ján Holp", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "0980b7b27019487571c102476be38d1eefd2f07ecc7713b54167648a7a67eed3" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Písomná práca : Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 39, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 139, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0075", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "a6dc8ca22d5b0c60f2110f4582c3acca5d47a1961d37987145e1c6d504a0d95f" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0076", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2024 }, { "person": "Vladimír Ferko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "d205a04f9edcfb64d22fbb003b57c26af7f4f9d318467bc70a974c78ed33d95c" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0077", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "c723c1f85b371f76a9162fa0d15e33b1e00cc018dafbd0abdcf4c471ed68f09f" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0078", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2024 }, { "person": "Michal Stromko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "176b045acff658f7f741f8dff1a9c7075898cf0a614765807ed58ee91f63dd8e" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0079", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "28214047ebc4ac8778d4cb7eeb6be36a4fd75bae58c96c546f70d0e76401d76f" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0080", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "712a427824d869ed2b1679d1f4688cbd76ab2171130470fdce14d75e3c759e0d" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0081", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f50055f38e5285b91210e920bdeb0f787c27cf76b14ea50ffcc4407eeba03c51" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0082", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "236ea0d20db52bb6f8ace90e0ebd96cc92f5a77c916070f2a50d93d57d6e78a8" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0083", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "fbc4245f1e315168582580ce8b8b24abb1c5263c0f1de2dbd7760534d1b71da6" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0084", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "052f66802353209c563a2ee90414fd8550750b1bc7ed1cdfed78159752b13f7d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0085", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "93cc552ab146c7de104b734518edd7a753023cbee2007a7c9e70ffd4cda80bc8" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0086", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 }, { "person": "Ondrej Megela", "year": 2022 }, { "person": "Patrik Pavlišin", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "a623bfa88dff1835d5a7409b81d1dc731bb0f7a89bc2e4904a672cfc89a68a1a" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0087", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "dd76fff58dc391cc6486c2ed999ce8c5cee068af05766e22c68636e820c31702" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 243, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0088", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "dab5772623e4021e743f72cad2f1d4c43b932b488eb4ef5d8a0a65e0b97fcbcb" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0089", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "30e74d8b5be91e55c80c7caaa61b881978b7b6ebd4dee730ea7c464ba0317d6a" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0090", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "fed63b40ccc4c568b11926523f05515808a2be6c0960fdfb8ad994f3f78293f9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0091", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "e82f30f958999ec5846c45f9bb8f1317b57e462b82f1a35fd42de2a13d1d9a8a" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0092", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "e877559c3de8c7766092979630d8478114b02a1be6824daf9631fb5f2f928b63" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0093", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "635b97dc10642a1aa5eed4e7445139ee3eee0a2750b42fd3471607214f6224d7" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0094", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "1e5c33cbb425da5e7993a6188faa1f9af41e3baecd9e1bcf26e09d6c8c7b2beb" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0095", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Michal Stromko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "82da5db9da795a1b2c85b49c2b819366a86b386affa44f1f018575d40328ff99" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0096", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Filip Tomáš", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Filip Tomáš", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Filip Tomáš", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "9fcfe4c23b6af1b0524978ea6bf5571372fcb1e9829a545431e174d3f4a1646f" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0097", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2022", "Dominik Nagy" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "cfa938e5c16727ff7444df36fe38e1a578d1f4e92ccebf226a5442fbc42cb514" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0098", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Michal Stromko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Michal Stromko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "dcd00162275d0840e1b034286ec9a37e3bec6a8acb803f4d13d3628070014540" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0099", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Ščišľak", "2025", "Rostyslav Rodzhuk", "2026" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2025 }, { "person": "Rostyslav Rodzhuk", "year": 2025 }, { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "3c867210ca7e336c603a46180e278b94112df71f6d8ead636ca779e1b62bd45a" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Veľký jazykový model ako inteligentný agent", "year": 2025, "heading_line": 138, "title_line": 140, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0100", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "0a805d61be2d280c94319eb0caa5bc95deea241a80b92c0b9d7416d85c782838" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0101", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ján Malinovský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ján Malinovský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "364bf51868dc596d6bd4a8bb5edb5b4ba95cf071018373cf27c3634345803846" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0102", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "68fb10236a648c18128990cd1030737a6d60d50183dce582ddb0f0228602ee19" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0103", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2025", "Oleh Poiasnik", "2027" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2025 }, { "person": "Oleh Poiasnik", "year": 2025 }, { "person": "Andrii Pervashov", "year": 2027 }, { "person": "Oleh Poiasnik", "year": 2027 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "930097808fcf3e0928059e7a978c79bb66e830d515c381cd3632e691c0540c69" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Chceme vytvoriť asistenta pre farmaceuta alebo zákazníka lekárne pre vyhľadávanie v príbalových letákoch.", "year": 2025, "heading_line": 80, "title_line": 83, "year_basis": "heading" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0104", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "d9e6e39fbb4f17d2dcb994e80bcb270e5cc99e692fbd2e4a7b04f8b562e28e6a" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0105", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Tomáš Kuchárik" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "fc1b2d74a718abecc03bb1b7ec1dda00747af4118ae8868026062ee7484022a3" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0106", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "124dac8234ba24884a22bca7007e31a5c03fcccf8f14aea2cc13d40686924610" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0107", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "e98a6aca192fff65788f9cb27c6ff26db338f295cdf574bb9c6875bb684e558f" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0108", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Ján Pták", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "a2a54a948ce5f643424887ba1e168d786076d5173a0fa104d44cd70a03a8a3a5" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0109", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "1e2a129c89c6f23c8846a749bcfb0592380e5238e8cb4aa4c643e9be928bd135" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0110", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "628bc930520e06af113c9709844995760c8e6b2029a07d459e17f6e1d9cb1c7a" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0111", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "2019", "Ján Holp", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2019 }, { "person": "Ján Holp", "year": 2019 }, { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Ján Holp", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Ján Holp", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "1b8264799e25c9ccaa3621d365876fe8005acb111d3112531250ccf23858cefe" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 243, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Písomná práca : Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 39, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 139, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0112", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Martin Wencel" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Martin Wencel", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "partition_group": "edacf5895e783dad06dc8089ccc1fb59c22930cd4261ef10589096959287cded" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0113", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "3e4766c6a5e814628bcd76e2a04f1a45625f4b9382bb233927804e9eb86827f4" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0114", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "70667fe67d4e7d9f193ce08c2506582effb378985806799ac7612eb459d03e50" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0115", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "7721947170a8bc7060529861934ea51a0c558eba3249e3ef80cb1b8861b3062d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0116", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2025", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "year": 2025 }, { "person": "Tetiana Mohorian", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "2a508e85bec5c66ae56feafdc852f5445b64f1ef3d877bd06d69aba0b36a6ffe" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0117", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "049e5f3e88690f2eaffb3e548df7ab495860fcc186f6bcf75c5050e6e0554446" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0118", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Samuel Džurina", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "bb057fbd5494f1a93217055a6c837e3fa7ea601eae4d2987d56a77ef8e5294cd" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0119", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "e93e9b7723200da79dd40ea55803c98c8273467ce2b08529678fc537aec52c96" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0120", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "69ec739e074cf2dd92ddfa769d2262d55b21291e0230eaff78e06adc02e1d174" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0121", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Filip Tomáš", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "59702aab4077bf06bf0a83f1e4c9535d1af0d96ac9a06d8445fed42d5f11159d" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0122", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Ján Pták", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "91c3e08fd7fce8928327c93bd74dda0a1dee1a6cb744dea5ce9267dab83ea0b9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0123", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "930502d23be54a05affc9455c8ccebbe9d272b6d6405b746a4f0606f285d2622" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0124", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Novotný" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Novotný", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "aaa1adc84b0d51229bd1925a7bc89ccaedbfff640c43904f6d71c5474618b3c1" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0125", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Lukáš Pokrývka", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Lukáš Pokrývka", "year": 2019 }, { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Lukáš Pokrývka", "year": 2020 }, { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "2ef70f9acf180035eda15f3f49938603e1c530ab8d1dbf0d38b079477b9f20ba" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 155, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 192, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 36, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0126", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "457e0ec22bf40810c64f96eaed2f337148a23d82654fb5ea7db0ff71c1fc9c31" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0127", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "43d03785fbf89885fe50a5d6907c95f277046c457a6f36cfaa233148885061c0" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0128", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "165763df8df026d45a7337049b175bff2c06726d7aa64b5078a8682e426cc387" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0129", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "d93f6f0bacbe9eb9cd1414ba461e88d110d55b7c4631406095ceb5cd70750da9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0130", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "a0ba4f5e714d67e8ecaee0ab7e13c7754e6aa85bc2120ba9d8180219a03dbfdc" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0131", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "f4677df0c326a2067a18b81fca444de8720aac740f783963fe314ec352027cf0" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0132", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Kristián Sopkovič", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "dcd5c0f2ef8940b250a4c686c749c1d0b47cfb934d11c211471b50c921515c8d" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0133", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "36a0174dcefab852f784dcbce97d7370372dd668e9d75d42b989e6067487ae7c" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0134", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "e58773cadd4f235b642cdb2a577069724c85d918e39f246bd8dae1eaec9c9085" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0135", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Samuel Džurina", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "44c91e4d2a9441162b93be720d333235d7ca67773e70d0f6d30352bd4389ba93" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0136", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Ján Pták", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "3c2c0f680732b9981f9771e1cfbbf6d6ad4ebacb31fe8dc66dc06beb22c0f78e" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0137", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Martin Šarišský", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "b818c860a206aff42a28ed7e2a6d210ab85a3a1472c7911771f8db227a4d3d2b" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0138", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Ján Holp", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Ján Holp", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "0980b7b27019487571c102476be38d1eefd2f07ecc7713b54167648a7a67eed3" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Písomná práca : Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 39, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 139, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0139", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "a6dc8ca22d5b0c60f2110f4582c3acca5d47a1961d37987145e1c6d504a0d95f" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0140", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "2024", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2024 }, { "person": "Vladimír Ferko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "d205a04f9edcfb64d22fbb003b57c26af7f4f9d318467bc70a974c78ed33d95c" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0141", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "c723c1f85b371f76a9162fa0d15e33b1e00cc018dafbd0abdcf4c471ed68f09f" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0142", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Kristián Sopkovič", "2021", "Michal Stromko", "2022", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2024 }, { "person": "Michal Stromko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "176b045acff658f7f741f8dff1a9c7075898cf0a614765807ed58ee91f63dd8e" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0143", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Artem Yatsenko", "2021", "Michal Stromko", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Michal Stromko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "28214047ebc4ac8778d4cb7eeb6be36a4fd75bae58c96c546f70d0e76401d76f" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0144", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "712a427824d869ed2b1679d1f4688cbd76ab2171130470fdce14d75e3c759e0d" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0145", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Ján Pták", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f50055f38e5285b91210e920bdeb0f787c27cf76b14ea50ffcc4407eeba03c51" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0146", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2026", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "year": 2026 }, { "person": "Samuel Vasiľ", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "236ea0d20db52bb6f8ace90e0ebd96cc92f5a77c916070f2a50d93d57d6e78a8" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0147", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "fbc4245f1e315168582580ce8b8b24abb1c5263c0f1de2dbd7760534d1b71da6" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0148", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Matej Ščišľak", "2026", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "year": 2026 }, { "person": "Yevhenii Medushivskyi", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "052f66802353209c563a2ee90414fd8550750b1bc7ed1cdfed78159752b13f7d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0149", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "93cc552ab146c7de104b734518edd7a753023cbee2007a7c9e70ffd4cda80bc8" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0150", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 }, { "person": "Ondrej Megela", "year": 2022 }, { "person": "Patrik Pavlišin", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "a623bfa88dff1835d5a7409b81d1dc731bb0f7a89bc2e4904a672cfc89a68a1a" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0151", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Jakub Maruniak", "2019", "Maroš Harahus", "2020", "2021" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 }, { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "dd76fff58dc391cc6486c2ed999ce8c5cee068af05766e22c68636e820c31702" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 243, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0152", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Matej Novotný", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Matej Novotný", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "dab5772623e4021e743f72cad2f1d4c43b932b488eb4ef5d8a0a65e0b97fcbcb" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0153", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dominik Nagy", "2022", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "30e74d8b5be91e55c80c7caaa61b881978b7b6ebd4dee730ea7c464ba0317d6a" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0154", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "fed63b40ccc4c568b11926523f05515808a2be6c0960fdfb8ad994f3f78293f9" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0155", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "e4ffc62f3508582cf0ce3954a0d9e013d4feab6fbe64a2f3ce42376f383db7af" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0156", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "982a6af76a3c707c7636a44b80c03a2ce1bf997c6092f25fd82b7321888d0f70" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0157", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "15596abea78de97dc5e4c51fe5cb9cbb13325b200b8a5de008a5773b9e09164c" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0158", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "410a3d5bae5013a91edc59bdf149956af44f25c4ba8b9e4110f51affcdff2d45" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0159", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "5656fe9aedabe319184e1d4b62641409276345e9dfedd498aeaad9ad596066b5" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0160", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Samuel Džurina", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "40097888538fe0bcdd48ce83b2e76c3915985fa457de011a32847a430e7bc834" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0161", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "064a3273ac6d6ecdd9f027b511bd27ccc0f7b48b5bb56f2aaf140583e55cca28" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0162", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "59a61ca03d3bc208f6c681b6860b0b8a39fa8efbc51a6789572471663d5f59f0" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0163", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "2c2d216266eec5becebefd98205668ca38b3ad1aae53edfb6a82dea49de76e1a" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0164", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "fe9604aeeaafb20f6d510118116a7b7a69d6b407a8d2572921994597a4f9f9c9" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0165", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Matej Ščišľak", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "87ea036a76c3c12e357384e3d2588cbe3e85be5a256d803fb50477149f3dfb7d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0166", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "01ab6ab7bcea443427a81cba4a27ce5af1bcee0b70409ec957ca26185f15f576" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0167", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "3c2e5245cd38b3613f02a267740a24a1b508ceada2891feead88dac937ab2f14" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0168", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "2016", "Ján Holp" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "start_year": 2016 }, { "person": "Ján Holp", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "cdde14be68ce2f6841ee41ea3230fb00dc9efed4312424151e4e2c68cc9f30dc" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0169", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "456a07e2e92f6c669d3a4312559f860847a357b05b7869ed8a1a9db9db0ed065" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0170", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "b2351e0bf32273596834fc47e05c404cd28c238ae18bc15e658aaf19eb884c97" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0171", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "a434b06851758e568af22efa5189ae9b20900e488d8a7578ca43fbb3fa532fdb" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0172", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Samuel Džurina", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "764794893dc23bf190eebcce3b92bf51ee92b46e39f19336ce0327b2e0347ab6" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0173", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Maksym Zatirka", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "ed48f408172ed46367d8bc30660e3e958fad5b05d826b46070dd73985dc46d20" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0174", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "a390a488c32fceafadddfa96905252a216b418bb6b35885f71678b4cd7fbf121" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0175", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "86257246a4b5ca2874468d70a452c8ab72756fe16a6303b60dbf4167aabbf10d" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0176", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "607513cefa1d53a66be5ae3e0e79aae1acac112b4d31f6ffadd4ddd03361e0f7" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0177", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Ján Pták" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Ján Pták", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "60c38b428e33eda832cc30e85b1dfc3d0ec025a0de75c0a22e91962ad71cf932" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0178", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "2cc494fc46c810eecbae4ee84bf4c8bc65e2f0afab1bc86f009e89e5a9755029" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0179", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "fa6228ea29fd4868ba00107cf00cad55129220a5878a923a37eae40c0a81c2af" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0180", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "2322e3952a3386a7994486d394eb9f6f77f783e4db9e3f93ff8883f286b6c711" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0181", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Ján Malinovský" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Ján Malinovský", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "fc42bc125105b493382808e622d35a7aae601e037923af4fabf172aef6cc75f8" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0182", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "04b6003b921f52d5151ab0e7a4d9fb91bd3541d70eefee099a1ade58761ecad2" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0183", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Dárius Lindvai", "2016", "Lukáš Pokrývka" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "start_year": 2016 }, { "person": "Lukáš Pokrývka", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "e38edc36fbb20224ad158f9255690e72b54700e7b8e3b7aca1ee70302f8f6f1b" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0184", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Eduard Matovka", "2021", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Eduard Matovka", "start_year": 2021 }, { "person": "Martin Šarišský", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "1454fcadf4526d0a795eda89cc4781d318380658ca2db4394cf0311327ac35f1" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0185", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Vladimír Ferko", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "247d69b04e08e55ae77e2977b08007da3f3804f6298ab765739459401ff6856d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0186", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Samuel Džurina", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Samuel Džurina", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "c10cbcceedf1bc6d3830e3ac491b99237c8f3abf6c38de2c8ba4492b74a22db7" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0187", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "8762f3b3c3cf816992d0a39a42f8ef9d4cf2019aac4059da5008c92e85d56672" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0188", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Matej Ščišľak", "2021", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "start_year": 2021 }, { "person": "Vladimír Ferko", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "e5e36212c37f7d05b32fa1008e0836eef45f5b721162c2c22e0db9b052b9ec28" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0189", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "e4ffc62f3508582cf0ce3954a0d9e013d4feab6fbe64a2f3ce42376f383db7af" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0190", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Pták", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "982a6af76a3c707c7636a44b80c03a2ce1bf997c6092f25fd82b7321888d0f70" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0191", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "15596abea78de97dc5e4c51fe5cb9cbb13325b200b8a5de008a5773b9e09164c" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0192", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "410a3d5bae5013a91edc59bdf149956af44f25c4ba8b9e4110f51affcdff2d45" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0193", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "5656fe9aedabe319184e1d4b62641409276345e9dfedd498aeaad9ad596066b5" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0194", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Samuel Džurina", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Samuel Džurina", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "40097888538fe0bcdd48ce83b2e76c3915985fa457de011a32847a430e7bc834" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0195", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "064a3273ac6d6ecdd9f027b511bd27ccc0f7b48b5bb56f2aaf140583e55cca28" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0196", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Ján Pták", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Ján Pták", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "59a61ca03d3bc208f6c681b6860b0b8a39fa8efbc51a6789572471663d5f59f0" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0197", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "2c2d216266eec5becebefd98205668ca38b3ad1aae53edfb6a82dea49de76e1a" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0198", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Simona Bobrovčanová", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "fe9604aeeaafb20f6d510118116a7b7a69d6b407a8d2572921994597a4f9f9c9" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0199", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Matej Ščišľak", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "87ea036a76c3c12e357384e3d2588cbe3e85be5a256d803fb50477149f3dfb7d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0200", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "01ab6ab7bcea443427a81cba4a27ce5af1bcee0b70409ec957ca26185f15f576" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0201", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "3c2e5245cd38b3613f02a267740a24a1b508ceada2891feead88dac937ab2f14" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0202", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Jakub Maruniak", "2016", "Ján Holp" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "start_year": 2016 }, { "person": "Ján Holp", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "cdde14be68ce2f6841ee41ea3230fb00dc9efed4312424151e4e2c68cc9f30dc" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0203", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Oleh Poiasnik", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "456a07e2e92f6c669d3a4312559f860847a357b05b7869ed8a1a9db9db0ed065" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0204", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "b2351e0bf32273596834fc47e05c404cd28c238ae18bc15e658aaf19eb884c97" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0205", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Samuel Vasiľ", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "a434b06851758e568af22efa5189ae9b20900e488d8a7578ca43fbb3fa532fdb" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0206", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "2023", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "start_year": 2023 }, { "person": "Samuel Džurina", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "764794893dc23bf190eebcce3b92bf51ee92b46e39f19336ce0327b2e0347ab6" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0207", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Maksym Zatirka", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "ed48f408172ed46367d8bc30660e3e958fad5b05d826b46070dd73985dc46d20" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0208", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "a390a488c32fceafadddfa96905252a216b418bb6b35885f71678b4cd7fbf121" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0209", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Maksym Zatirka", "2023", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "start_year": 2023 }, { "person": "Ronald Zalacko", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "86257246a4b5ca2874468d70a452c8ab72756fe16a6303b60dbf4167aabbf10d" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0210", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "2023", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "start_year": 2023 }, { "person": "Oleksandr Dorybohov", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "607513cefa1d53a66be5ae3e0e79aae1acac112b4d31f6ffadd4ddd03361e0f7" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0211", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Daniil Huzenko", "2022", "Ján Pták" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "start_year": 2022 }, { "person": "Ján Pták", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "60c38b428e33eda832cc30e85b1dfc3d0ec025a0de75c0a22e91962ad71cf932" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0212", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Oleh Poiasnik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Oleh Poiasnik", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "2cc494fc46c810eecbae4ee84bf4c8bc65e2f0afab1bc86f009e89e5a9755029" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0213", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "fa6228ea29fd4868ba00107cf00cad55129220a5878a923a37eae40c0a81c2af" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0214", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "2322e3952a3386a7994486d394eb9f6f77f783e4db9e3f93ff8883f286b6c711" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0215", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "person": "Alina Vitko", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2021, "title": "Vytovrenie prehľadu existujúcich systémov QA." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "0e47dcb3e46c76b9d47293c4c02bbdcacf92f9dbf30ab8e1ac9bc1999ce3edc7" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0216", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "person": "Alina Vitko", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2021, "title": "Vytovrenie prehľadu existujúcich systémov QA." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "0e47dcb3e46c76b9d47293c4c02bbdcacf92f9dbf30ab8e1ac9bc1999ce3edc7" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0217", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027", "Korekcia textu pomocou neurónových sietí", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Korekcia textu pomocou neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "27e5d74d7c6284d267c997a4a4b46f5c2235f65889fe6530484c283809d5b258" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0218", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027", "Korekcia textu pomocou neurónových sietí", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Korekcia textu pomocou neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "27e5d74d7c6284d267c997a4a4b46f5c2235f65889fe6530484c283809d5b258" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0219", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "b88ea3780d0aa8553ab996d63ffce13c3ee3de6e161114af54c7971afdbf7883" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0220", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "thesis_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "b88ea3780d0aa8553ab996d63ffce13c3ee3de6e161114af54c7971afdbf7883" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0221", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "b9926f8ca7d623f31b065c6e7e667950598663ee4e592b374b4011fad75d5acd" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0222", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "b9926f8ca7d623f31b065c6e7e667950598663ee4e592b374b4011fad75d5acd" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0223", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "0b0f5d2ae2acb239f642eefc49bd95c5ec8456616c41322b13509294fba5aa07" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0224", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "thesis_title", "value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "0b0f5d2ae2acb239f642eefc49bd95c5ec8456616c41322b13509294fba5aa07" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0225", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "97dbea770a8f632ac1e21f31f03f404a1f4345c80ca2a6db0aa6a3c37e4105dc" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0226", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "97dbea770a8f632ac1e21f31f03f404a1f4345c80ca2a6db0aa6a3c37e4105dc" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0227", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Rešerš na tému \"Sequnce to Sequence\"", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "person": "Dominik Nagy", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš na tému \"Sequnce to Sequence\"" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "work_title", "value": "Rešerš na tému \"Sequnce to Sequence\"" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "ece1044a2268bffd30153f8f3d7af095520039e95152d153660a7d2bfee583ea" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0228", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022", "Rešerš na tému \"Sequnce to Sequence\"", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "person": "Dominik Nagy", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš na tému \"Sequnce to Sequence\"" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "work_title", "value": "Rešerš na tému \"Sequnce to Sequence\"" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "ece1044a2268bffd30153f8f3d7af095520039e95152d153660a7d2bfee583ea" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0229", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0230", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0231", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024", "Generatívne modely slovenského jazyka", "2023" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Generatívne modely slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely slovenského jazyka" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "273e0d8eefddae687039ec95a0c8e2178c73efb8cde0f640f746c303f6b5c35f" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely slovenského jazyka", "year": 2023, "heading_line": 113, "title_line": 121, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0232", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "2024", "Generatívne modely slovenského jazyka", "2023" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "person": "Dávid Omasta", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Generatívne modely slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "thesis_title", "value": "Generatívne modely slovenského jazyka" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "273e0d8eefddae687039ec95a0c8e2178c73efb8cde0f640f746c303f6b5c35f" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely slovenského jazyka", "year": 2023, "heading_line": 113, "title_line": 121, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0233", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "fd82ff6445e8610aecf234cb3f2bfaa94100273460b7a152e01fa7f9bbeb0c5c" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Slovenská konverzačná umelá inteligencia", "year": 2024, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0234", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "fd82ff6445e8610aecf234cb3f2bfaa94100273460b7a152e01fa7f9bbeb0c5c" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Slovenská konverzačná umelá inteligencia", "year": 2024, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0235", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "2025", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "d4b4edd3a73d9b9910cadf33356cf6dfb0dd3bd97d5c3ca7c144c95cba456494" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "year": 2025, "heading_line": 15, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0236", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "2025", "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "person": "Filip Tomáš", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "thesis_title", "value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "d4b4edd3a73d9b9910cadf33356cf6dfb0dd3bd97d5c3ca7c144c95cba456494" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "year": 2025, "heading_line": 15, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0237", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0238", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0239", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0240", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0241", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "7152ccf33ba7ecd864a180f2206295fd542eb0489453213a3f2a500cb77b0fb4" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0242", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "7152ccf33ba7ecd864a180f2206295fd542eb0489453213a3f2a500cb77b0fb4" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0243", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "partition_group": "2836cc99a3017295610b9521bf9c56bb0b73517a7a9d95ad70116f5ddf78d1ca" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0244", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "Agent pre manažment záverečných prác", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Agent pre manažment záverečných prác" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "work_title", "value": "Agent pre manažment záverečných prác" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "partition_group": "2836cc99a3017295610b9521bf9c56bb0b73517a7a9d95ad70116f5ddf78d1ca" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0245", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "3281d71b3574497ac22f65c52372541f645cc716fb64ca3de0de1b64fb289635" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0246", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "3281d71b3574497ac22f65c52372541f645cc716fb64ca3de0de1b64fb289635" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0247", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" }, { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "862bd8bab6390d639a807a2956cb233d9de681a9a9e3fc67ec47f8de8e5b812f" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Paralelné spracovanie prirodzeného jazyka", "year": 2019, "heading_line": 192, "title_line": 199, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0248", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" }, { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "862bd8bab6390d639a807a2956cb233d9de681a9a9e3fc67ec47f8de8e5b812f" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Paralelné spracovanie prirodzeného jazyka", "year": 2019, "heading_line": 192, "title_line": 199, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0249", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "6481faa383614290120b8504c7b5f4cd47a2f1395092c3c3f7273f0fb4298440" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0250", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "6481faa383614290120b8504c7b5f4cd47a2f1395092c3c3f7273f0fb4298440" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0251", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka" }, { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "c336f37dc244d4c2006b5f1dcfaa3c5e8ff7f8252c11aee929b62077e48a39c3" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "year": null, "heading_line": 15, "title_line": 19, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0252", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka" }, { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "c336f37dc244d4c2006b5f1dcfaa3c5e8ff7f8252c11aee929b62077e48a39c3" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "year": null, "heading_line": 15, "title_line": 19, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0253", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "5973f2c3efbf2af76daab856964644b9dfe46883db42bb1fdb049d93e71c6cf2" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0254", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "5973f2c3efbf2af76daab856964644b9dfe46883db42bb1fdb049d93e71c6cf2" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0255", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "8e1f4b17bd45c79090b540db14d058925e030cdd55c2f6db168ef99b57003d42" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0256", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "8e1f4b17bd45c79090b540db14d058925e030cdd55c2f6db168ef99b57003d42" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0257", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "8dee6498e15d8e0fa130a1385fb1db01ddf8c0eca0e3f5cf0c3c11f2790dd427" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0258", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "8dee6498e15d8e0fa130a1385fb1db01ddf8c0eca0e3f5cf0c3c11f2790dd427" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0259", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026", "Dialógový systém pre potreby samosprávy", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Dialógový systém pre potreby samosprávy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "23b0793889d14c7cb5db2ca8ffffdb53db2c71ae5aa6253f107421616fa97723" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre potreby samosprávy", "year": 2024, "heading_line": 123, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0260", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026", "Dialógový systém pre potreby samosprávy", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Dialógový systém pre potreby samosprávy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "23b0793889d14c7cb5db2ca8ffffdb53db2c71ae5aa6253f107421616fa97723" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre potreby samosprávy", "year": 2024, "heading_line": 123, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0261", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Sémantické vyhľadávanie v slovenskom texte", "2024", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Sémantické vyhľadávanie v slovenskom texte" }, { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "db9e17e285004571792858db40100b7e1087df603386844211ad4558aa7dab49" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0262", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Sémantické vyhľadávanie v slovenskom texte", "2024", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Sémantické vyhľadávanie v slovenskom texte" }, { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "db9e17e285004571792858db40100b7e1087df603386844211ad4558aa7dab49" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0263", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "b655c36f8473b2a429e95bb1f26b8ef814e7987952db7a38267078b9a8e3f74a" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0264", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "b655c36f8473b2a429e95bb1f26b8ef814e7987952db7a38267078b9a8e3f74a" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0265", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "442684b50eb5b3d6dd2272ac67a0bdd622ec9253f51be93fa40bb8d9939a8ed7" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "year": 2025, "heading_line": 80, "title_line": 86, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0266", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "442684b50eb5b3d6dd2272ac67a0bdd622ec9253f51be93fa40bb8d9939a8ed7" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "year": 2025, "heading_line": 80, "title_line": 86, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0267", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "4efb065d6018eaac8bf97b74af8164a50dccd0a761083f0d858468ec715b8940" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0268", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "4efb065d6018eaac8bf97b74af8164a50dccd0a761083f0d858468ec715b8940" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0269", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku" }, { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "e6d6d2038a5a50934a7ac2c59c945b10a63d47d1a77d15fbb43648cf9abd2f4a" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0270", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku" }, { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "e6d6d2038a5a50934a7ac2c59c945b10a63d47d1a77d15fbb43648cf9abd2f4a" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0271", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022", "Metódy automatického prekladu", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad" }, { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "8fe5de5cfb660008c4f1adba71c9b53edd21a305c068d000f08e247dca2ea07c" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0272", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022", "Metódy automatického prekladu", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad" }, { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "8fe5de5cfb660008c4f1adba71c9b53edd21a305c068d000f08e247dca2ea07c" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0273", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Skórovací online systém pre robotické súťaže" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "72ec73139dcc7bc9ebea3e2b83ba995c56f3ec96a262084027c4d6e1d1d7f779" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0274", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "Skórovací online systém pre robotické súťaže", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Skórovací online systém pre robotické súťaže" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "thesis_title", "value": "Skórovací online systém pre robotické súťaže" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "72ec73139dcc7bc9ebea3e2b83ba995c56f3ec96a262084027c4d6e1d1d7f779" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0275", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026", "Veľký jazykový model ako inteligentný agent", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "dc8cc54057b07a84af13432cc0150490e6b34379ac2b1ddc5f242f2fc9e1ce9d" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Veľký jazykový model ako inteligentný agent", "year": 2025, "heading_line": 138, "title_line": 140, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0276", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Inteligentný agent pre podporu práce špeciálneho pedagóga", "2026", "Veľký jazykový model ako inteligentný agent", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "thesis_title", "value": "Inteligentný agent pre podporu práce špeciálneho pedagóga" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "dc8cc54057b07a84af13432cc0150490e6b34379ac2b1ddc5f242f2fc9e1ce9d" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Veľký jazykový model ako inteligentný agent", "year": 2025, "heading_line": 138, "title_line": 140, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0277", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "c9a7f6431873a0ba58b4c38ecdae3b88d7f9a009d4c9d4cbcc5f936f3fc454db" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0278", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "c9a7f6431873a0ba58b4c38ecdae3b88d7f9a009d4c9d4cbcc5f936f3fc454db" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0279", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "a88345f7d1ac706b488046401cfdbc2abb6a01536ec363a7dd5f36aa664b70c4" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0280", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "a88345f7d1ac706b488046401cfdbc2abb6a01536ec363a7dd5f36aa664b70c4" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0281", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "4d7b7378fdc58a2dd38157a8f847efeba4933f70bd5f9aa0d760c4b6141d48ba" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0282", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "Automatická sumarizácia slovenského textu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "4d7b7378fdc58a2dd38157a8f847efeba4933f70bd5f9aa0d760c4b6141d48ba" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0283", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "b111eabb2875ede1a37941fd0b8c7da21ac769d59bf8da3d489470893d1490fa" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0284", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "b111eabb2875ede1a37941fd0b8c7da21ac769d59bf8da3d489470893d1490fa" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0285", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "d81d48c56d4c628746c6589c5421e4cf80f358458ddce9ffd1bef35b07fefc87" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0286", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "2022", "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "person": "Tomáš Kuchárik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "thesis_title", "value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "d81d48c56d4c628746c6589c5421e4cf80f358458ddce9ffd1bef35b07fefc87" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0287", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií" }, { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Automatické generovanie otázok zo zadaného textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "81cf3081d754fc3af6f85836c246343a9ed4db50c6d12131b0bc605ed9b59aad" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Augmentácia dát pre zlepšenie získavania informácií", "year": 2026, "heading_line": 67, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie otázok zo zadaného textu", "year": 2025, "heading_line": 124, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0288", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií" }, { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Automatické generovanie otázok zo zadaného textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "81cf3081d754fc3af6f85836c246343a9ed4db50c6d12131b0bc605ed9b59aad" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Augmentácia dát pre zlepšenie získavania informácií", "year": 2026, "heading_line": 67, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie otázok zo zadaného textu", "year": 2025, "heading_line": 124, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0289", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "897f89b3d2edc0d5fddb1858e9c3c6700577b08c426e405991271ae8d6c1a2d7" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0290", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "thesis_title", "value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "897f89b3d2edc0d5fddb1858e9c3c6700577b08c426e405991271ae8d6c1a2d7" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0291", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "40c02630cfd27d26701c48e2baf289d57ecb558cd98bcd7d37d2711754d2e0ae" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0292", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "40c02630cfd27d26701c48e2baf289d57ecb558cd98bcd7d37d2711754d2e0ae" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0293", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f9f3cf08b8bca089a269a6d08119a60bc94505cbc0c7e1b702eb432227d898b2" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0294", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "Získavanie textu z webových stránok", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Získavanie textu z webových stránok" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "thesis_title", "value": "Získavanie textu z webových stránok" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "f9f3cf08b8bca089a269a6d08119a60bc94505cbc0c7e1b702eb432227d898b2" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Získavanie textu z webových stránok", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0295", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?", "should_answer": false, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "cloud" }, "partition_group": "f341d1406e154138f1e204eb8f1dd376a13f6184fb0eed779a4c5e1be615c960" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0296", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?", "should_answer": false, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenský text" }, "partition_group": "8306b40c153c59d0b4703ba81c7944b76ac72d1f4f079564ed5816154041dbeb" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0297", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?", "should_answer": false, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "transformery" }, "partition_group": "ed9eeedff02ccf35fd7a550cc4650f3e7aa6441c21198fcd693fa9de4589d002" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0298", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "hate speech" }, "partition_group": "ae3c9968d2ffd557bf723fe191f2eba5e88a1b9960b5d536a98b9d1323768851" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0299", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "FAISS" }, "partition_group": "a82c82791d59e1570e35df2845121e9a8b49993579f1e03a0ae8dc3704d7ef4d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0300", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "OpenWebUI" }, "partition_group": "f8faefac4494393eef49ef96344eb4e6f9790cd15f267577b99960cc30cdc75f" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0301", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Neo4J" }, "partition_group": "8f54ff562bd6568d79fefc87dabe3c6f5e682acd99ef6c5095592da4b3eac9d7" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0302", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "prompting" }, "partition_group": "a61d26c2c559942fb553a7678ceb1cddd79d9c0b7f019c4c69a508528ca5ac53" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0303", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?", "should_answer": false, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "morfologická anotácia" }, "partition_group": "bda782ea62b0cac277154f61406391194fe6727d66b23bf194cf8036dcb77379" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "closed_world_metadata", "tags": [ "spelling", "spacy", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0304", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "SQuAD" }, "partition_group": "678f8c97dcce1c62e49ff464ef229b6688c22a4cd78f5655935a863bfa895d8b" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0305", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Docker" }, "partition_group": "87cd5e0a89955667096dad6bb328379adea9edcbfcf3cba000eaa44963d6d2d2" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0306", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?", "should_answer": false, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "inštrukcie" }, "partition_group": "1faa9d65b4442bd3a60590ace2075807cab6e56ea76d826e44f7992ac435746b" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0307", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "právne informácie" }, "partition_group": "a88aa12b31c3410ac0f878de120c02ceca0e8dfda6d858fd2ddc838b8d122643" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0308", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "RAG", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "c7c40dd749371a1ad41a6348d7b6b947a5d4bdab9de5c48b0169d6ddf8eca6e3" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0309", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "automatický preklad" }, "partition_group": "e4cdd92e96de225090cad39f24c4e7345b5ec2b43ce119ab21703178664e234a" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0310", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?", "should_answer": false, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "SlovakAlpaca" }, "partition_group": "b6fce1b128735e64fd604d66ca970967a346bf72847e694793f15138d07c92bc" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0311", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "BiLSTM" }, "partition_group": "f8e0a924fd646946c4d193808019829a22e1817d6fd3737cf8c34a9bb6a5469f" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0312", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?", "should_answer": false, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "NCCL" }, "partition_group": "a36275a534c48cc1a7df040c68b3b67c1c0058ba0a7219c389ee72be8ee11009" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "closed_world_metadata", "tags": [ "gpu", "cloud" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md", "sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "closed_world_metadata", "tags": [ "gpu", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0313", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?", "should_answer": false, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Docker" }, "partition_group": "b83c93dc196492f0c44924fef416073be68fc018f4175fab1e352a10cd8d534e" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0314", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?", "should_answer": false, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "zásielková spoločnosť" }, "partition_group": "3ee6d9d4537d1c45f15ec565e8abfd40e85e1300f9faa9d97cb50648b9879901" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0315", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "should_answer": false, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "RAG" }, "partition_group": "065aa805a3ff927f7c7f9073edf4f3b3f89bc773d955b734ef6dd8564d0a8b68" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0316", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?", "should_answer": false, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "znalostný graf" }, "partition_group": "7291259e337710a9e2d46c2fc66911ab52bd84f4071d6fc1fdd4c37de1a23e3a" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0317", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "lekáreň" }, "partition_group": "907d13c97f7ff30ceab4a49b13df37d54025416a0c4cc6c3dbd2a2c5ba5b9b9f" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0318", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "chatbot" }, "partition_group": "29266e90f5462fc7f067b4f7d0516f181b7f45e3c3ef18c5fed4a7440ec66050" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0319", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?", "should_answer": false, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "grafové neurónové siete" }, "partition_group": "6b84958da7c408de026b75e79d37297726ca6181b0e8c1138e4a3f9559bb8ede" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "closed_world_metadata", "tags": [ "spelling", "spacy", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0320", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Python" }, "partition_group": "bcc50cbde64938e5e02a3c87b3d35851e49fb21f70b9ad5fed0f51a9c0d7eecd" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0321", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?", "should_answer": false, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "morfologická analýza" }, "partition_group": "56c8870e1d3733ffab56a4a0844c26b906c478ceca1de9328c7f66202db6ef17" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "spacy" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0322", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "anotácia" }, "partition_group": "5fdf49bfa572f7c5b59747251e261d06fc6e02a44eef975880bcbd32ef76913b" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0323", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?", "should_answer": false, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "sumarizácia" }, "partition_group": "d8df27f8b4418eff31afc129a3a6f2e281967d451f35192a863e51c360af9464" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0324", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "strojový preklad" }, "partition_group": "a2d739920dd1265f5cd5e09d36aa9cbe5fea0fd7cb997ae30f5e5bb1397c09c0" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0325", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "speech-to-text" }, "partition_group": "9f868e09ffaf5a247315949bbc2f73de8966963a732489d6298a23738c2d0807" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0326", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?", "should_answer": false, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "robotické súťaže" }, "partition_group": "a6a7a5b5b4fdc96bfa5dd43cf4687ca3d9f1dd19eea9de07e283edc77d60a113" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "closed_world_metadata", "tags": [ "web" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0327", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?", "should_answer": false, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "získavanie informácií" }, "partition_group": "15e2d699558300800eec04152d5d05d790f6f49ab249d3c8631dadd385b093f9" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0328", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?", "should_answer": false, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "špeciálny pedagóg" }, "partition_group": "a5b59d4e40b0b1484d26a1fb20f468f6693f164f20f0caa8b65bdc09ba276cd4" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0329", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "should_answer": false, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "GraphRAG" }, "partition_group": "b7a235b1724111d0d11f6ef8d8ea769dc85e984a7cb28fa745a06f23e3534163" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "vp2024", "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0330", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "should_answer": false, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "LLM" }, "partition_group": "41fe0d30a08c2e76b149a4d454332a38482ff56f17182db6860ddac4c78213bd" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0331", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?", "should_answer": false, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "deduplikácia" }, "partition_group": "c428784179580ab93228ccea2cbc7cb652e0235f90d73a50d7bf9ec08dea8da8" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "closed_world_metadata", "tags": [ "ir", "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0332", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "Spacy", "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "65dd6b44118978e7333d2bea7ae26bc075682a921cc943c5b1b22319a1c5a751" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0333", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?", "should_answer": false, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "LLM" }, "partition_group": "ec636d76bf86bf2a2002e7f6b3cfe97b8d7e35006746574e56fbfe31dab0aab1" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0334", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?", "should_answer": false, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "CI/CD" }, "partition_group": "335fdc00ad38e2f8cb0c2691f97a7a02c8badeeba6b679056456ad8dca25c894" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0335", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?", "should_answer": false, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenský jazykový model" }, "partition_group": "d490b10f11442130a979f683d76207643f1f2ef7375d8ef03cbb651e42524f78" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0336", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "pomenované entity" }, "partition_group": "419c0b93070b1f2112c6550f044831fe59c09b8f830ba3f54c1094e11193b6e9" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0337", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?", "should_answer": false, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenský internet" }, "partition_group": "e1a6e9e885576dc22dd0969244ac016aac273950c412e741f77033daf264c04b" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0338", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "agent", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti", "keyword": "agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "agent" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "94c1b37d67ed02f4ca6f2f930666f76b174a0153421843a5502c18382b12c014" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "agent" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0339", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?", "should_answer": false, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "MCP" }, "partition_group": "d3d33b44301f1f26968e2cfd469d05d11fe1ad92c4d60350348947d9b0508d82" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0340", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "GraphRAG" }, "partition_group": "81475a23c3f2cc9411aacaed7942a6981c24f0178f6adcfae7e9194738e841a6" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0341", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Elasticsearch" }, "partition_group": "7e8adf08a42fbeacc973e8c7f2fa023ce08278ebf5196f0a9b1c1b0f532ba675" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0342", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "agent" }, "partition_group": "179389c711c7bd84e31b5bcce93bc62da2fcc3fa1ade89c72831889b7a7ab4b3" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0343", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?", "should_answer": false, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "crawler" }, "partition_group": "1f2caf03ffc4e79d04e772276e58364a68751869c723ba80d6c60f0031e29a84" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "closed_world_metadata", "tags": [ "ir", "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0344", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "hate speech" }, "partition_group": "9863eeda516f45432bdd7e42a0a2a4b14dc9ebd7b03a85e2efc438d3c178d412" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0345", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "Automatické opravy textu a spracovanie prirodzeného jazyka", "Neurónová morfologická anotácia slovenského jazyka", "2021", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "keyword": "Spacy" }, { "person": "Maroš Harahus", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Neurónová morfologická anotácia slovenského jazyka", "keyword": "Spacy" }, { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "keyword": "Spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Automatické opravy textu a spracovanie prirodzeného jazyka" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "thesis_title", "value": "Neurónová morfologická anotácia slovenského jazyka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "2b5e586130636ec7002852ca39475ce4b112639a60d8782dc90336e546125626" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "doctoral_thesis", "title": "Automatické opravy textu a spracovanie prirodzeného jazyka", "year": null, "heading_line": 15, "title_line": 19, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0346", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "RAG", "Zlepšenie vyhľadávania pomocou znalostných grafov.", "2027", "Augmentácia dát pre zlepšenie získavania informácií", "2026", "Automatické generovanie otázok zo zadaného textu", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "keyword": "RAG" }, { "person": "Valerii Kutsenko", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Augmentácia dát pre zlepšenie získavania informácií", "keyword": "RAG" }, { "person": "Valerii Kutsenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Automatické generovanie otázok zo zadaného textu", "keyword": "RAG" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Zlepšenie vyhľadávania pomocou znalostných grafov." }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "work_title", "value": "Augmentácia dát pre zlepšenie získavania informácií" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "RAG" }, { "type": "thesis_title", "value": "Automatické generovanie otázok zo zadaného textu" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "67a029425e8cce276024790938745aaf36d1e495cc4664c3167a647ba2758e30" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Augmentácia dát pre zlepšenie získavania informácií", "year": 2026, "heading_line": 67, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "RAG" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie otázok zo zadaného textu", "year": 2025, "heading_line": 124, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0347", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "paralelný korpus" }, "partition_group": "43182d25f11b9e5c3b75a2709675ef0f42ac6d19f06607fa530dc0671b0c9f22" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0348", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "SlovakBERT" }, "partition_group": "e67c4fe01352c7c8333eb0c95b13305fdabdae69842127f2427c49a7e8ecbc2d" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0349", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "anotácia" }, "partition_group": "deb6b10b660e3d2d0d8aa79c2f9eb347ea0fcda09cf1aca3140904e97cfe1ae8" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0350", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?", "should_answer": false, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "PyTorch" }, "partition_group": "6c70f5d558513ea306547bec48c95acd6ef03126fa0b8ec8aa6fdc2d16c5c1fd" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "closed_world_metadata", "tags": [ "gpu", "cloud" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md", "sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "closed_world_metadata", "tags": [ "gpu", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0351", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?", "should_answer": false, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Docker Compose" }, "partition_group": "ac9034f709eac74097b0cb5dac74f1d18e7b4c306a7433a3f052010bf53134f3" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0352", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Streamlit" }, "partition_group": "d9c892863a1fcdb1d2ed8ebfeeb2de8d6bfaa07e49faed6b6ecae00555d87f1b" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0353", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?", "should_answer": false, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "strojový preklad" }, "partition_group": "e79702ec51689e78bd2880257636840e83f73d59e22c9be74dd97b2c940a63a8" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "closed_world_metadata", "tags": [ "translation", "nlp" ], "categories": [ "dp2022", "bp2019" ] }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "closed_world_metadata", "tags": [ "nn", "seq2seq", "translation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0354", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "BERT", "Automatické generovanie otázok v slovenskom jazyku", "2023", "Neurónové jazykové modelovanie typu BERT.", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku", "keyword": "BERT" }, { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Neurónové jazykové modelovanie typu BERT.", "keyword": "BERT" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "BERT" }, { "type": "thesis_title", "value": "Neurónové jazykové modelovanie typu BERT." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "c60620f3351b22f837ad39778dbdaa391b7df4b6c1eee9d9d6db4a7308dcdd1c" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "BERT" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "BERT" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku.", "keyword": "PageRank" }, { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "PageRank" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "PageRank" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0356", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?", "should_answer": false, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "klasifikácia textu" }, "partition_group": "d82667f3480cbc25f1b1cdab99242c10ff530a194c3603126dccdd66b4f62ed3" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "closed_world_metadata", "tags": [ "scikit", "nlp", "klasifikácia" ], "categories": [ "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0357", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?", "should_answer": false, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Slovak Mistral" }, "partition_group": "2e475a62766ed83a5f8fa8b159a0dcebadeb0a715caf2b9c4adb48a2f82a6711" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0358", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?", "should_answer": false, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "kyberbezpečnosť" }, "partition_group": "130704da927069007f1884e2958346c583dd45c57db45c3037de0e2a447c60ab" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0359", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?", "should_answer": false, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "právne dokumenty" }, "partition_group": "96df7010a697fab7b69cb46734eddfa7b3af1af0f8446937261ea20a31bea0dc" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0360", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?", "should_answer": false, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "slovenské právo" }, "partition_group": "26d90f94060149163f6859c052d2f1154e8960cf8fbda1fe381a5fee3b5302f0" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0361", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?", "should_answer": false, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "FAISS" }, "partition_group": "2df52776cb03a89da91a650a9ba6b7818d638ca2a57886173f5d5d9832f6f0b5" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0362", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Question Answering" }, "partition_group": "e594f36412cd1ecca12e5ac5b96dd96be2e4bef7a0801cf4d4444bdd143a4890" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0363", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "LightRAG" }, "partition_group": "3184d51bc981d7c5697ac43c9f0a60ba315fcd505ca4885fee4f816fd6523fb0" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0364", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Kubernetes" }, "partition_group": "af1829c4ae7f24610d08918722a4fa7b1113d476154ed2e305e9f2dda49a3459" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0365", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "OpenWebUI" }, "partition_group": "973dee10aa9e02e6c50b8db8d1729805cbfc88019a8c18832a5a0bafafe2f8dc" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0366", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?", "should_answer": false, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "jazykové modelovanie" }, "partition_group": "9d1f254edf8b89b3f9ba9725ef1ef5515920114e9f3431afe87cb28298846241" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "closed_world_metadata", "tags": [ "nlp", "fairseq", "lm", "bert", "question-answer", "qa" ], "categories": [ "bp2021", "dp2023" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0367", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?", "should_answer": false, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "grafová databáza" }, "partition_group": "e0c4c6f1f40a22e6ba5997949f8769b79242ca4b5f28a41deffc1d86f1e0d31a" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0368", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Raspberry Pi" }, "partition_group": "b4e53e0d4e99a5e402d7f7b5f1224ac9373159c6d7a9f47d57d4e680f9d4350c" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0369", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?", "should_answer": false, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "API" }, "partition_group": "5b993fd94bfc49ec01e1fda29ed38ea90eb4645d54fe422576790b865c83c7b2" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "closed_world_metadata", "tags": [ "lm", "nlp", "agent" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0370", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?", "should_answer": false, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "OpenWebUI" }, "partition_group": "72317aeee1f801e1f0ce3c707db8cf8b139ac21d04536d4e9ef15d963e1ada88" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "closed_world_metadata", "tags": [ "llm", "nlp" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0371", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?", "should_answer": false, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "Azure" }, "partition_group": "2d7756299a7cbe6790b53652b8381c09fad1ccaf4eac505d447817cc754931e1" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0372", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "dialógový systém" }, "partition_group": "04d0cd68faf83f78cc97eca276f0c2583b2011a28ba3a20bdbda1836a655f47f" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0373", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "CRF" }, "partition_group": "f67ca2495fdfdf68299dab2942631feae8ffdc2d1423bcb39bc8330a88ce5634" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0374", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?", "should_answer": false, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "no_answer_basis": "Requested keyword is not a raw frontmatter tag of this person.", "negative_constraints": { "keyword": "DeepEval" }, "partition_group": "89dbedbc46f974cf3db99020f2bfbe96f4caef6eb1fd3b09f170aa73337c0577" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2023", "bp2024", "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0375", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "ef98ebc663a29073c34cc8f7c373991811ad32c500384fb17f79eb1d381fd33a" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0376", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "1725b4a2566a9768f9da62c9b3c4dc70da4dd6bdef1a993d25c386a907ecf40a" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0377", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "17d43b046461ab8bc27997422009aafdce7037a1b378bdf61da884ce8d1b8666" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0378", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/andrii_pervashov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "df67ccd614c05556666261197c19e5eab274fd0207d89db51d45e832412ed717" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0379", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/kristian_sopkovic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "44af88cafb2b10f1674506dda7ad46f6bba82224269447f780e2b4cb5eda1324" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0380", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "f1daf24242874a6be10eb1df2cf7db69197b6c8811171dd04009efe61ae54ccd" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0381", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/dominik_nagy/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "e1fd1d88c250c6acd85626df017af7199e9f6d70477d1710a66dac05895a50b4" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0382", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "vp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "category": "vp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "83a1f040dfce51d70aad704f6e29e76b603ce716c6e87ae4a661e4744e1186b5" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "vp2025" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0383", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/alina_vitko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "8f8b1f7c64fabe1da4683b2a4d9073da37526131758111f055bd84655f2c952f" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0384", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jan_malinovsky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "1ea56469c8672655628e158d8b7f592a53ba7c63d82b9a517e8f0443d0578840" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0385", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oliver Pejic" } ], "expected_bindings": [ { "person": "Oliver Pejic", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/oliver_pejic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/oliver_pejic/README.md" ], "partition_group": "51fdc607c70782c0bc06c903b7aad561f7b88fe9334263495b43fdf700dc437e" }, "source_evidence": [ { "document_path": "pages/interns/oliver_pejic/README.md", "sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/oliver_pejic/README.md", "sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0386", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/vladimir_ferko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "cd5ac13d9fe3e5a22126a1843ef3e724c23ad182f538263e1701c581b324710d" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0387", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jakub_maruniak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "ce2f228ad60f9a63df7c2e1dfc06af9f891bf374042c74a5d3815ccd87db2f44" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0388", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "dp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/ondrej_megela/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "25ddf294254620c63db5cca5202c1cb9fc85fb85848b7c11a715c357a562fae1" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0389", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/david_omasta/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "e4ee6ac408e99f365e9ee5587d0342a5fcf24c0f087cf1fce3af3991b09ff0da" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0390", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/tomas_kucharik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "fb472396fc4be1486d47eaa1710c9f788a826087eda9e5b4a64c491bce60bb18" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0391", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/samuel_vasil/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "302ae484fe380a825aa44fdc4b0e19e82c3af406d8a2f9c691b0d597c941c80b" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0392", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/dominik_nagy/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "eb21f643e7644789e2f3cf741ec4e7de0062a276a03ec3cdd5dbc31c3bb3c79c" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0393", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_novotny/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "72f234cf7161ca13937179c820ff255e04d7de207f0205560f5219e66779950d" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0394", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "88fd523662bd6da72517a39d3149cbd57f27ef88b8f6e87ead089b89bba7cdc3" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0395", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "698bb2b461d452c8da8888d8ea57c8ef34c9fb29e057940eee1d00f4b0320dad" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0396", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/maros_harahus/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "0a91d6aca9d30b73fa84d2b909435608cfbf266cb12aa63fd2d497c5df3cdae1" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0397", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "8aa98175a5107302d6117a744ed14520647adff09a21cee363b55a8644d8a5c8" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0398", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "a6d7005a8a0475c22680144ec08a2351ba44ace2ae9a0570b078350cd52c2d02" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0399", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "d5b771b3eb4f3d09b402119d5ca98a9a165787b877801ec23631bb0a99500c2a" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0400", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jan_holp/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "a279f7e4951c1faa4aea8dffa4f797e2cc2f334709c690939564a50bf0a41802" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0401", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/ronald_zalacko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "06deeb979dddd435075c86bb826e83cd20f85165cf36f36decd1eb39356dd400" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0402", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/martin_wencel/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "partition_group": "2e889944c15e8e9a0dfd1421e5873380f6692100b9275b90531766947e2d21d8" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0403", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/eduard_matovka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "dc9474c2c6edc2500a93508f5fe989ffee46d82b2e70acaeb0121c016425d3fa" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0404", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "5655c2bd55359e2262d9a886d61819f01fd948988dfef2c1ea39d284e76e719a" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0405", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_scislak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "fd06db3896013c2ddf6708a4a137195e4bb52c942428ca798cadbe5486408a97" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0406", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/mark_feher/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "cd5cd19de2d7d1a4e3fe306bff008cead8dbd0c16bd0fb23357e7a5ab2c0b64d" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0407", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/samuel_dzurina/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "e915c166f14176921cfc463f46fe21bc24a3dae496f4b42dfa7e497099f377a1" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0408", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "f2c0ec14f6418eead75bad5885ea87ab9e6c7c9381369c7321b0eb97ec8dc406" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0409", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "3a371d5b9b97cacafa3b35b11fd53f4266fa98708464e50a6a94b3bdfa7e704c" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0410", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?", "should_answer": true, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "erasmus", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_bindings": [ { "person": "Bogdan Paul Chiș", "category": "erasmus", "document_author": "Daniel Hladek", "document_path": "pages/interns/bogdan_paul_chis/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "category", "value": "erasmus" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md" ], "partition_group": "377362aa58e4d6304ea481d1fb0bc0ac3a6bd7e1e19c0f2e4454e19b6280ae3e" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.category", "value": "erasmus" }, { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0411", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jan_holp/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "b66bc2f8a6938555d0b008169c4ed1d24d5a1efd6ff3bfc92b62497c85f62642" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0412", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jan_ptak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "partition_group": "cf48052e77b84cfe065f5c48467897d302164d43738f651f3c64dc5edece5c21" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0413", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "bp2020", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "c1ee69268898e4961f55fa448f05edf6444e1c7fa89db072c7ee78e828c89f52" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0414", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "vp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "vp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "47ed34fab6cd4f7befcdf2776935b05601bcafd1adf323b5601faa4a164d0ce2" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "vp2023" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0415", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [ { "person": "Cesar Abascal Gutierrez", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/cesar_gutierrez/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md" ], "partition_group": "41782b171239d54a0467373f71fab5126deb49f38467fe5994ef94e5cda24d6a" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0416", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/ondrej_megela/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "751dc0fcdf9804318173a37ed68fdf549eed9affa3299213406e6d36d0f96a38" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0417", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/tomas_kucharik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "bd968d2c0c7fa61cadca47ef9357ea89b9cbcb0828e7821220434d528158a88d" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0418", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/filip_tomas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "partition_group": "f1503c9bb46285f9b44514ccd09fcca94ad6690fee3cb3c975596dded957e9f2" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0419", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/darius_lindvai/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "6bd5dff9ba8a93537cd30eab02e0670b953dd8723bda9877ec5e231e35689489" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0420", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "vp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "vp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/michal_stromko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "6f7fa2d422afcfd3f59dc057cb883c876dbef69d6cd6be01e421bac75190716c" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "vp2021" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0421", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Youssef Ressaissi" } ], "expected_bindings": [ { "person": "Youssef Ressaissi", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/yussef_ressaissi/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/yussef_ressaissi/README.md" ], "partition_group": "0fa0b644f4506f59e4526e13dcd57e7d46a4b39d2c196de4bd40f8fb91f51bf5" }, "source_evidence": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0422", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "6115efe3429a7000cd38561391ad2d7c05b03e39ead9bad6832634804ff09d0f" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0423", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/lukas_pokryvka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "a9cb92c40c43e160d28d1bf5e3682023c6baf844fd3051689a58eaf8f64c1b44" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0424", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "vp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "vp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "6dc68ce5b9df3f1ae40aee1bd21cb2318c7ca8bf4a002be8d95802572621c657" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "vp2024" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0425", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/kristian_sopkovic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "7fb8ff9a01ab7fbb02505e987a242cf11e783dd17dacbf03c3176a3876a5bc9d" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0426", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/artem_yatsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "cb54a0d8e22acd50b9ef007d7efc99a2c7585387a66ca6a70f3f754a4447ef6b" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0427", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/maros_harahus/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "b311e52a354e5a8bcab883e53e9363bdb23a1a027fc250084ad7121b4f7fd536" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0428", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "6f3d57b8826c4f2609b11ebb8f6ae488341444232825da541434c228cc6ebc8d" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0429", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/maksym_zatirka/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "d18b7152262efb4b790e4d0698d7e0b059c64bdafa9281c32cc13ddd22a7bacc" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0430", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "339fe3a2375d7269860475db9c929d52a2b05598c1d17bba28c43d720f6ab8a0" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0431", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?", "should_answer": true, "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu", "iaeste", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_bindings": [ { "person": "Sevval Bulburu", "category": "iaeste", "document_author": "Daniel Hladek", "document_path": "pages/interns/sevval_bulburu/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/sevval_bulburu/README.md" ], "partition_group": "00b844681ed7af9057ed9b6f7ccc3c776bc98902c8f27443d3dcea5e2e8cd7be" }, "source_evidence": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "taxonomy.category", "value": "iaeste" }, { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0432", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/martin_sarissky/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "f4993c18effdc709ea2ea613adaee14d39a2b7ed76044c6d2e02fae4a75c7f13" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0433", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/daniil_huzenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "dcd0b033a183d6779774b6dc22faa4b20be00b459342270547a58f18acef25fe" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0434", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/oleh_poiasnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "520e15e01ebe67cda9973995bec115775bdad36661b7a0d5ec9d933d5f1b4609" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0435", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2023" }, { "person": "Dávid Omasta", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7bef62672e1b120abae27fcb7710498fcd9c44c1202c294733549d53b56024cd" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0436", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "bp2021" }, { "person": "Ondrej Megela", "category": "dp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "8466051484699f416be5765321a24b4dfe9aab8d92a0514bb5d1aa4dd7e720c8" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "dp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0437", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "bp2019" }, { "person": "Lukáš Pokrývka", "category": "dp2021" }, { "person": "Lukáš Pokrývka", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "803e7563687a0cd791e04d78c358351c994b7032ac3c278df65858f557530d19" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0438", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "bp2019" }, { "person": "Dominik Nagy", "category": "dp2022" }, { "person": "Dominik Nagy", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_entity_set": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "b1d80b2f8ab4022f5b0beaf85a1e1edc8e7a2916dd5fcd7df3e43afaf58b3b33" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0439", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "bp2019" }, { "person": "Maroš Harahus", "category": "dp2021" }, { "person": "Maroš Harahus", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "56b9e2e76b824ac1953102e2650fcbc53a3004887c1d0de7a9c9de43230d0ede" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0440", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "bp2025" }, { "person": "Valerii Kutsenko", "category": "dp2027" }, { "person": "Valerii Kutsenko", "category": "vp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "43215904662a9525a608f61940b9a18544fb1a731df36f120d69b40747e89588" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "vp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0441", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "bp2022" }, { "person": "Filip Tomáš", "category": "dp2024" }, { "person": "Filip Tomáš", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "fe58af03bad86258b98a761a4c0d292960b65d960e8f199e0082020058fba779" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0442", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "bp2020" }, { "person": "Patrik Pavlišin", "category": "dp2022" }, { "person": "Patrik Pavlišin", "category": "tp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "801fc8fd73a0d96b874a3238c542d39906c3a27c43a0eddb84f653dfe9750687" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "tp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0443", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "bp2022" }, { "person": "Kristián Sopkovič", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "10e0a1826fb55402d666a7f32c1904a09cf9e840a6a42579db8635f32be09a87" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0444", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "bp2025" }, { "person": "Oleh Poiasnik", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "017372bf4a571e1f064874431ff9c53bf80fe6a92bfc8ca3b3f878d690d0c550" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0445", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2021" }, { "person": "Tomáš Kuchárik", "category": "dp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1804bf93c01c0bd50fd11a5843f4d95dafd6ddebe848ef5c9344b7b98001bde3" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0446", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "category": "bp2019" }, { "person": "Dárius Lindvai", "category": "dp2021" }, { "person": "Dárius Lindvai", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1dec2630359b1f16d4a8184f80977221107f7c727d16dba11c14035a1c188d0a" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0447", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "bp2019" }, { "person": "Ján Holp", "category": "dp2021" }, { "person": "Ján Holp", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "eccb190c27683fb1dd5d8553a74788e58dfb4cd60b65444b27c095ce481ecadf" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0448", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "bp2025", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "category": "bp2025" }, { "person": "Andrii Pervashov", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "50c2a516ff4e6e97648233fa4547c74fe3915c94e41fc39d2cd8b60c065f2087" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0449", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "category": "bp2019" }, { "person": "Jakub Maruniak", "category": "dp2021" }, { "person": "Jakub Maruniak", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "0233b0aa57c28d58fbfd8d71d994f251929ccc6e1a405dd32e26c9d26196464e" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0450", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "bp2022", "dp2024", "vp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "category": "bp2022" }, { "person": "Michal Stromko", "category": "dp2024" }, { "person": "Michal Stromko", "category": "vp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "category", "value": "vp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "expected_entity_set": [ "bp2022", "dp2024", "vp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "17dcddb1ec45a4c65bab8d613202af2e6bff6386b40c2e071689bc6bfe765b16" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.category", "value": "vp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0451", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "bp2024", "dp2026", "vp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "category": "bp2024" }, { "person": "Martin Šarišský", "category": "dp2026" }, { "person": "Martin Šarišský", "category": "vp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "dp2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_entity_set": [ "bp2024", "dp2026", "vp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "b86f395192bbdf3ab0df76572127760239e26f50f938363689ada906947a81d6" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.category", "value": "vp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0452", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "bp2024", "dp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "category": "bp2024" }, { "person": "Matej Ščišľak", "category": "dp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "expected_entity_set": [ "bp2024", "dp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "86f08575c9e8b973904e625842667c2c402aa71430716579e8fc4520d264945e" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "dp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0453", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "bp2026", "vp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "category": "bp2026" }, { "person": "Rostyslav Rodzhuk", "category": "vp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "bp2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "category", "value": "vp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_entity_set": [ "bp2026", "vp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "347385d3434f311804963418b2ecbc04d5bfbd752b866c6dc93416e9ec387027" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.category", "value": "vp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0454", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2023" }, { "person": "Dávid Omasta", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "expected_entity_set": [ "dp2023", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7bef62672e1b120abae27fcb7710498fcd9c44c1202c294733549d53b56024cd" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0455", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bp2021", "dp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "category": "bp2021" }, { "person": "Ondrej Megela", "category": "dp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "8466051484699f416be5765321a24b4dfe9aab8d92a0514bb5d1aa4dd7e720c8" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.category", "value": "dp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0456", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "bp2019" }, { "person": "Lukáš Pokrývka", "category": "dp2021" }, { "person": "Lukáš Pokrývka", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "803e7563687a0cd791e04d78c358351c994b7032ac3c278df65858f557530d19" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0457", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "bp2019", "dp2022", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "bp2019" }, { "person": "Dominik Nagy", "category": "dp2022" }, { "person": "Dominik Nagy", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_entity_set": [ "bp2019", "dp2022", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "b1d80b2f8ab4022f5b0beaf85a1e1edc8e7a2916dd5fcd7df3e43afaf58b3b33" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0458", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "bp2019", "dp2021", "tp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "bp2019" }, { "person": "Maroš Harahus", "category": "dp2021" }, { "person": "Maroš Harahus", "category": "tp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "bp2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "expected_entity_set": [ "bp2019", "dp2021", "tp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "56b9e2e76b824ac1953102e2650fcbc53a3004887c1d0de7a9c9de43230d0ede" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.category", "value": "tp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0459", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "bp2025", "dp2027", "vp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "bp2025" }, { "person": "Valerii Kutsenko", "category": "dp2027" }, { "person": "Valerii Kutsenko", "category": "vp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_entity_set": [ "bp2025", "dp2027", "vp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "43215904662a9525a608f61940b9a18544fb1a731df36f120d69b40747e89588" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "vp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0460", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "bp2022", "dp2024", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Filip Tomáš", "category": "bp2022" }, { "person": "Filip Tomáš", "category": "dp2024" }, { "person": "Filip Tomáš", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2024" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "expected_entity_set": [ "bp2022", "dp2024", "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "fe58af03bad86258b98a761a4c0d292960b65d960e8f199e0082020058fba779" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0461", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "bp2020", "dp2022", "tp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "bp2020" }, { "person": "Patrik Pavlišin", "category": "dp2022" }, { "person": "Patrik Pavlišin", "category": "tp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "bp2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "dp2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_entity_set": [ "bp2020", "dp2022", "tp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "801fc8fd73a0d96b874a3238c542d39906c3a27c43a0eddb84f653dfe9750687" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "dp2022" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "tp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0462", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "bp2022", "dp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "category": "bp2022" }, { "person": "Kristián Sopkovič", "category": "dp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "bp2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "category", "value": "dp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_entity_set": [ "bp2022", "dp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "10e0a1826fb55402d666a7f32c1904a09cf9e840a6a42579db8635f32be09a87" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.category", "value": "dp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0463", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "bp2025", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "category": "bp2025" }, { "person": "Oleh Poiasnik", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "bp2025", "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "017372bf4a571e1f064874431ff9c53bf80fe6a92bfc8ca3b3f878d690d0c550" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0464", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Tomáš Kuchárik", "dp2021", "dp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "category": "dp2021" }, { "person": "Tomáš Kuchárik", "category": "dp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_entity_set": [ "dp2021", "dp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1804bf93c01c0bd50fd11a5843f4d95dafd6ddebe848ef5c9344b7b98001bde3" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.category", "value": "dp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0465", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 4, "partition_group": "f58920f995a9bc1cd747aef3679d0d04b03346943e2336f055639dd765fe0ca1" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0466", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "a0ee5ff956ed31089cb4efdfcc1d770f6ac5d51499c14bc154332ccc7328db77" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0467", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 }, { "person": "Alina Vitko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "cdfe961a20ff3a0238573927d9d49be6c3076a5caf3a00be643c5129204b23fb" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0468", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "2730a24cd051deb69b8e34c427780ad6542ce3d1890edd0a8186655726aea99e" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0469", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "b04e5a12e94564800577ddd402300188da7878888432ade239a47354f2d0c43d" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0470", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Martin Wencel", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Martin Wencel", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Dmytro Ushatenko", "Martin Wencel" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "c6e8b3798d8ff8059593695b5f8ee4f1c48c28575a6640621583d1314339b92a" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0471", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Dávid Omasta", "2024", "Vladimír Ferko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2024 }, { "person": "Vladimír Ferko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_entity_set": [ "Dávid Omasta", "Vladimír Ferko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "12a34b4dad41a33b68c9f6de8073f1cd0032b60038eefafde9bd16bdcbaf9896" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0472", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ján Malinovský", "Maksym Zatirka", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ján Malinovský", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_entity_set": [ "Denis Le Thanh", "Ján Malinovský", "Maksym Zatirka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "cc134cace32f2d1f1314c0737aaec9357755e52c773eccac323aa6bafc90605d" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0473", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "2026", "Matej Novotný", "Matej Ščišľak", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ján Pták", "year": 2026 }, { "person": "Matej Novotný", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Novotný" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_entity_set": [ "Ján Pták", "Matej Novotný", "Matej Ščišľak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "ee9dd8f016a126b7e660503c390244c48c4dad63c5f2006926e030d507c3c019" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0474", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2027", "Oleh Poiasnik", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2027 }, { "person": "Oleh Poiasnik", "year": 2027 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Oleh Poiasnik" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "d7f72e6df670b4d7f1c8163727ca43990b080cbf3f903c79f393d3064e660637" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0475", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Daniil Huzenko", "2025", "Tetiana Mohorian", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "year": 2025 }, { "person": "Tetiana Mohorian", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_entity_set": [ "Daniil Huzenko", "Tetiana Mohorian" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "8e306963b8b8921c9d02448131dec71363411c1074ea0dbf832e245f8ea6c47d" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0476", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "2021", "Ján Holp", "Maroš Harahus", "Artem Yatsenko", "4" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Ján Holp", "year": 2021 }, { "person": "Maroš Harahus", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Jakub Maruniak", "Ján Holp", "Maroš Harahus" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 4, "partition_group": "f58920f995a9bc1cd747aef3679d0d04b03346943e2336f055639dd765fe0ca1" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0477", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Artem Yatsenko", "2022", "Dominik Nagy", "Kristián Sopkovič", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_entity_set": [ "Artem Yatsenko", "Dominik Nagy", "Kristián Sopkovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "a0ee5ff956ed31089cb4efdfcc1d770f6ac5d51499c14bc154332ccc7328db77" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0478", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "2021", "Lukáš Pokrývka", "Alina Vitko", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2021 }, { "person": "Lukáš Pokrývka", "year": 2021 }, { "person": "Alina Vitko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Dárius Lindvai", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "cdfe961a20ff3a0238573927d9d49be6c3076a5caf3a00be643c5129204b23fb" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0479", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Filip Tomáš", "Márk Fehér", "3" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Filip Tomáš", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Alina Vitko", "Filip Tomáš", "Márk Fehér" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 3, "partition_group": "2730a24cd051deb69b8e34c427780ad6542ce3d1890edd0a8186655726aea99e" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia", "year": 2022, "heading_line": 276, "title_line": 281, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0480", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "2020", "Patrik Pavlišin", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Ondrej Megela", "Patrik Pavlišin" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "b04e5a12e94564800577ddd402300188da7878888432ade239a47354f2d0c43d" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0481", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "inštrukcie", "year": 2026 }, "partition_group": "8fb714f0c89387b3cec0d57b67c2f7c35c152d7ec09a33ef5ebcfc1674eb5a07" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0482", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "Slovak Mistral", "year": 2026 }, "partition_group": "04b5b7f02da46b64217e32ae67ef47282ef925a101a294ecd7bf6e0e6074fe10" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0483", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "znalostný graf", "year": 2027 }, "partition_group": "4564448fff0167436020ee8d2d89e8a580cb68fce0b1651e65bfb92439c5eced" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0484", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "OpenWebUI", "year": 2026 }, "partition_group": "49e7644458ae287fc1dee972ff8ba730b1269e4a9282e6fde2247bfcfdff1d5d" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0485", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "Elasticsearch", "year": 2022 }, "partition_group": "671c94e60206ae174325e2fa0435f874c0239c61bda3a9e548bcaee0494eea35" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0486", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "LLM", "year": 2025 }, "partition_group": "60f8bd2c25d09c05e475036b1c2e224fe8712b7420f82bd6242bb78679746e05" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0487", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "pomenované entity", "year": 2020 }, "partition_group": "05618c03902e1db625085586c4eedac2cc624225350c9832357804db1b505db4" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "spacy" ], "categories": [ "bp2021" ] }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0488", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/michal_stromko/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "FAISS", "year": 2022 }, "partition_group": "a254c4d0470d9420a251858af12e0fe7127e4953d82c726ae6d13c0382176c16" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "closed_world_metadata", "tags": [ "ir", "cloud", "demo", "nlp" ], "categories": [ "vp2021", "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/README.md", "sha256": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/README.md", "sha256": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md", "sha256": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0489", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "CRF", "year": 2021 }, "partition_group": "7d95e1eeb4e2de8e347d9b85da53b638d3bf3c926d9eee401fcffc3cfc22f8bc" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "closed_world_metadata", "tags": [ "gpu", "cloud" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/lukas_pokryvka/dp2021/README.md", "sha256": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "closed_world_metadata", "tags": [ "gpu", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0490", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "prompting", "year": 2025 }, "partition_group": "77c8f1cd941c631e8867304d521c353641d38c32dc7a46e42d826b2fc4413658" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025" ] }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0491", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "Streamlit", "year": 2022 }, "partition_group": "9f3e6e2699f870daa60fc717ae0aa64af870a2dc605552710b55188e9c2f5797" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0492", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "webový korpus", "year": 2026 }, "partition_group": "0b315c90344037c5d2bcc74cb1e558622a4c36d9698d02d20e6ee69c4a6862ce" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "closed_world_metadata", "tags": [ "ir", "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0493", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "právne dokumenty", "year": 2026 }, "partition_group": "fc4deeac6bc19dba3d1ad124fb099cde8b2237ece12f090b978c82ec6ed3997c" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "closed_world_metadata", "tags": [ "lm", "nlp" ], "categories": [ "bp2026" ] }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0494", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?", "should_answer": false, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/martin_wencel/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "chatbot", "year": 2020 }, "partition_group": "5dbf268b5d5ebcd5ac15f227babc25f7713da143612ec74d6879fec8a4876aff" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "closed_world_metadata", "tags": [ "chatobot", "demo", "nlp" ], "categories": [ "bp2020" ] }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "spacy" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0495", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "slovenčina", "year": 2022 }, "partition_group": "8e9a8572b77a521db2e857e3850ff9a47310914cab4d95b3f717a62ed475c653" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0496", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "speech-to-text", "year": 2027 }, "partition_group": "0c779522f43daca01a90eefd4eda74f7f22cd0a7c0cd75aa4047fb3e9404131c" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0497", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "GPU", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "GPU", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "GPU" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "1ad0b95765867972291f802070bc5f5d4827d41412a6debf8b02f92d3fe89124" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "GPU" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "GPU" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "test", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0498", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Maroš Harahus", "Spacy", "2021", "Artem Yatsenko" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "Spacy", "year": 2021 }, { "person": "Artem Yatsenko", "keyword": "Spacy", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "161bf69d339610f79f552b47ec686de817bdf8df67661c53c5399d49f116ac6d" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónová morfologická anotácia slovenského jazyka", "year": 2021, "heading_line": 382, "title_line": 387, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0499", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "No named person satisfies both raw frontmatter keyword and academic year.", "negative_constraints": { "keyword": "slovenský internet", "year": 2021 }, "partition_group": "d22d277fdccc1486c4fae515b6bc7bbbe28c1b048da5583df6476be14b77ebcd" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0500", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Spacy", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "Spacy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "Spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "79dac731947ae7c70dda59cd0967dce6346ab24c261b95349a1ad2dcda764b1c" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "Spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_split": "dev", "legacy_role": "previously_seen_regression_only" }, { "id": "regression-0501", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Alina Vitko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ir" }, "partition_group": "a088d6c29533f7495661bd2340d2cddcac8ec14403b9072ca768148d230d636e" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0502", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Andrii Pervashov, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo nlp?", "should_answer": false, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "nlp" }, "partition_group": "1e9ed524604f46774264dcc23d869712d271188d80650a30659b0916ac94cd71" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0503", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artem Yatsenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ner?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ner" }, "partition_group": "2ccace6558278bf82b2931a951e020e1cea8f6c556ac3042596e40c275d073ab" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0504", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Bogdan Paul Chiș, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ie?", "should_answer": false, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ie" }, "partition_group": "299fa5b7217ac29188530185e144dcfa1e936bd578446587f48416b066410512" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "closed_world_metadata", "tags": [ "nlp", "ie", "rag", "medical" ], "categories": [ "erasmus" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0505", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Cesar Abascal Gutierrez, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "13d9d17d15476229dd2e588dd9ee26fec575806a41aefc36ba380074adcfd01e" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "closed_world_metadata", "tags": [ "ner", "nlp" ], "categories": [ "iaeste" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0506", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Daniil Huzenko, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "7e934c92df3e9200d62a1034e244bb690afb1b5685fef2008274771bfcbc475b" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0507", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Zuzana Neexistujúca Vzorová?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Zuzana Neexistujúca Vzorová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Zuzana Neexistujúca Vzorová" }, "partition_group": "f737ffa046705ea5e385f3991ee35ad13bea3a54b6bb96789064a93127646755" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0508", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Roman Neskutočný Testovací?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Roman Neskutočný Testovací" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Roman Neskutočný Testovací" }, "partition_group": "854756a60b9f49a23fb1f0ceb7c0b0ae54a551458540d4e885814e9af4efdb77" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0509", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Andrii Pervashov, Artem Yatsenko vyber osoby s prácou v roku 2099. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "0" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 0, "partition_group": "797554a61b5be83dbdfca24b9136396d42a72a6bfd963e9404cd08c15496ba54" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0510", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Ediz Morochovič", "nlp", "Jakub Schwarc" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "keyword": "nlp" }, { "person": "Jakub Schwarc", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "e49ce9de53b3dad2e7a2932d9f7c2e3a690199afcefb7303931248940dddf0c4" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0511", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Martin NaN1", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Martin NaN1", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "6e7fbb2cfa0df9fbf811207218cf06f575a785575c09033041c29147de0c5944" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0512", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Ediz Morochovič", "nlp", "Martin NaN1" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "keyword": "nlp" }, { "person": "Martin NaN1", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "c4d8cc188eff71df21d8e42e6ee7ed27ce6f5b2600ed2c1036a6fab7b9ae6142" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0513", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Dávid Stromp", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Dávid Stromp", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "755b779894aef8e1f6bd9e4016319b9ca64617334d65583b01c429cb28bc5b2e" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0514", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "nlp", "Than Trung Thanh" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, { "person": "Than Trung Thanh", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "701452fa646e8a0eeafd77d00d872c2f66cf89dc1e1ee4669e20c0b049cf9771" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0515", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Dávid Iľaš", "nlp", "Yevhenii Leonov" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "keyword": "nlp" }, { "person": "Yevhenii Leonov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "69441bd7400b7ffd58a7b6f82ebcdc25fa8dc7b6ca1bfc18b622bdc7b0ea9e8d" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0516", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Artur Hyrenko", "rasa", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "keyword": "rasa" }, { "person": "Nikita Bodnar", "keyword": "rasa" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "rasa" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "rasa" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "f183463806ba9db17bad3d19ab958ba9b4ce7525f9591c72d22f5e42a5c0cf9d" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "rasa" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "rasa" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0517", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Adrián Remiáš", "nlp", "Manohar Gowdru Shridhara" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "keyword": "nlp" }, { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "89f62ec7a3a2becb376bb580301d0c41058db3909d7a21a44250a12c97350e79" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0518", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Patrik Pokrivčák a Pavol Hudák?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Patrik Pokrivčák", "2024", "Pavol Hudák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Patrik Pokrivčák", "year": 2024 }, { "person": "Pavol Hudák", "year": 2024 }, { "person": "Patrik Pokrivčák", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "a63ce50cf7e1c67f5a231e8326827c1c58a5e3bebc6569011624523c471e6664" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 64, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 88, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0519", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Vladyslav Krupko?", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matej Kobyľan", "2023", "Vladyslav Krupko", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "year": 2023 }, { "person": "Vladyslav Krupko", "year": 2023 }, { "person": "Matej Kobyľan", "year": 2024 }, { "person": "Vladyslav Krupko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "6c845c549058b90287045e94ecc243afb5b5475628835f49eededf2667dd72c7" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Oprava preklepov v slovenskom jazyku.", "year": 2023, "heading_line": 125, "title_line": 127, "year_basis": "heading" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0520", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Adrián Remiáš a Nikita Bodnar?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "38eb9d30248f771e51a8dcb26eb3a2370f9839a8c523e3d6ae4705710641ce82" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0521", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Pavol Hudák?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "2024", "Pavol Hudák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "year": 2024 }, { "person": "Pavol Hudák", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "6f684d520d770dd8b3f9641f2cd4ae0680ca5a5f639d11699b36823c693da40e" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 88, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2025, "heading_line": 13, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0522", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Patrik Pokrivčák?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "2024", "Patrik Pokrivčák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2024 }, { "person": "Patrik Pokrivčák", "year": 2024 }, { "person": "Dávid Kostilník", "year": 2025 }, { "person": "Patrik Pokrivčák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "partition_group": "85d137697af53c146167a331a977b68143cfb06b9d59b4f3a5fb11b0a6bde70a" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 67, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 64, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "year": 2025, "heading_line": 12, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0523", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Martin NaN1", "2020", "Oleh Bilykh" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Martin NaN1", "year": 2020 }, { "person": "Oleh Bilykh", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "partition_group": "e8d8bd7d5f500edd197492eb4b64271bcdd36a4023ed7401cb6f230b626d0ce7" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 45, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0524", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Krupko?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Dávid Kostilník", "2024", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2024 }, { "person": "Vladyslav Krupko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "0e64d5702f413aa5c698a24c84fa0755d46be2e8f1f332fda93728a7e3378aa2" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 67, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0525", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Jakub Schwarc a Oleksandr Hryshchenko?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "2026", "Oleksandr Hryshchenko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "year": 2026 }, { "person": "Oleksandr Hryshchenko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "c99c0fd0e98325f9452a08f95ceb242858382d1144084578b8af7bb4d0307950" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0526", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Dávid Kostilník", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "48935a40e59ea5013a994799b5b74ff4109d323d44ccf06bfe6c6d8d20e2f65d" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0527", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Kobyľan a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matej Kobyľan", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "87015f16ffb0f3535d6ed18fe1df051e1a817e4ad533b852a0e61aa71c322434" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0528", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "0fdd6075e2948e2037a1fd00159562604e79a6f49365ab095f2bccb77961fbcc" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0529", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matúš Suchanič", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "731487dfe6a973df19c29d434f4fda1a8d5688e2eb9d17b88e8530255928ed2d" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0530", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Manohar Gowdru Shridhara a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "2021", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "start_year": 2021 }, { "person": "Nikita Bodnar", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "7eb4f195e2ac73d94501d9ba84d6a56d01e8d01dbe6c1370604621757abb34b5" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0531", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Kamil Tomčufčík a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "e82b9c195bbe39b76c4a92b12bcd6dfa2f52b388a59cc76e24e66faac530ad21" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0532", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Schwarc a Serhii Yemets.", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [ "Jakub Schwarc", "2022", "Serhii Yemets" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "start_year": 2022 }, { "person": "Serhii Yemets", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/serhii_yemets/README.md" ], "partition_group": "1140e1496b2b40362da08de79ed30ce3de8ae8957e8a3f3bf81c82fd08144d5c" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0533", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matúš Suchanič a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Matúš Suchanič", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "007d56644a476f12af43fcfb89b6a64559094285815dd7fdcc2db3b947fd8d06" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0534", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Pavol Hudák uvedené pre rok 2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Pavol Hudák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "5d5ecb3445af7a88e5a0bb27ecbae3b56d16fd3b1c7970e59a98b3b95f958d8d" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0535", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Dmytro Mural uvedené pre rok 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Dmytro Mural", "Grafové neurónové siete pre vyhľadávanie na internete.", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [ { "person": "Dmytro Mural", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Grafové neurónové siete pre vyhľadávanie na internete." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre vyhľadávanie na internete." }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "partition_group": "dff85f8eae2511b6963bb00224a3b746661c64f6c2bcfb31eb9a364d3d9b1491" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0536", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Artur Hyrenko uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "cce009e0bdeeab62ef19d7d8bfdd2b680501579d4a4cf2cc69e89de6404af865" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0537", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.", "negative_constraints": { "year": 2021 }, "partition_group": "717396210027bda8a593dac3643a962cfc8d743236e2d84fef12d3e880642309" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0538", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Kristián Lukas uvedené pre rok 2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "partition_group": "b63fa6a4ee4481c2219363ff5e1ff674eeecbbee972428add1ff46dd366dfaeb" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0539", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2022?", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "Extrakcia informácií z webových stránok", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "academic_kind": "Work", "academic_type": "research_project", "year": 2022, "title": "Extrakcia informácií z webových stránok" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "work_title", "value": "Extrakcia informácií z webových stránok" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "8ff29f02d2cd3cf375cc001e775f180c66ff3af7ccd412779713275ea793bfe0" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0540", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov diplomového projektu a rok práce sú pri osobe Jakub Schwarc uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Inštrukčné dotrénovanie jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "cb008a188b9921179fa00b499976d2962f6b744c1c76f2a64a26d2b3c1dce4d1" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0541", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Samuel Horáni uvedené pre rok 2021?", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "Dialógový systém pomocou RASA framework", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "d5906d863339f3a4ca19a1d4b4960d95e887a1c5762802e9bc07eb7fc22a7ea0" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0542", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.", "negative_constraints": { "year": 2021, "keyword": "nemo" }, "partition_group": "9c4a0ef3261f275f8201307ceae2ae49254067ac2793a037500931f4edeeefba" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0543", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom chatbot?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "chatbot", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "chatbot" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "79b16e1d9536aef52984e96c0c9038ddaec1367a0581c9529f2065a9cdd0b901" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "chatbot" }, { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0544", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested year/type/title is absent; a project title is not a future thesis title.", "negative_constraints": { "year": 2021, "keyword": "bert" }, "partition_group": "606c6043d3260879a6d0efc9936f5084e5c8bf42cf0e1070ee7048c6cc71c277" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0545", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Oleksandr Hryshchenko v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "nlp", "Grafové neurónové siete pre získavanie informácií", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Grafové neurónové siete pre získavanie informácií", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "889bb2d71678906022907b607eda046e027687375b17d7de6b8abf00ca778d05" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0546", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Pavol Hudák v roku 2025 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "nlp", "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Pavol Hudák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "323f65f529178c75100e0b30889e34aab71117443253808021d7cb68feaaec15" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0547", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Yevhenii Leonov v roku 2025 súvisí s kľúčovým slovom rag?", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "rag", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "keyword": "rag" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "992736fccc239e7b145db736e483c6febc967423509b18108be7f46935a34034" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0548", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Artur Hyrenko v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "nlp", "Zvýšenie bezpečnosti veľkých jazykových modelov", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Zvýšenie bezpečnosti veľkých jazykových modelov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "164302e8eb089cf07bc01a884502e1290924559e8162e1c39d6184bd66e639df" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0549", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Jakub Schwarc v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "nlp", "Inštrukčné dotrénovanie jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Inštrukčné dotrénovanie jazykového modelu", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Inštrukčné dotrénovanie jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "a67f80c28dec9faf362f7494c7d6009baa0d3312640dc90bfcf5a25b9b79bad9" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0550", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Adrián Remiáš, ktorý patrí do kategórie dp2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Adrián Remiáš", "dp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "category": "dp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/adrian_remias/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "category", "value": "dp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md" ], "partition_group": "ee6afb328d91afd30ef4fe6b730e3e34efab52032a8635c4d5bc616f510f593b" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.category", "value": "dp2024" }, { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0551", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Than Trung Thanh, ktorý patrí do kategórie bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Than Trung Thanh", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Than Trung Thanh", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/than_trung_thanh/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md" ], "partition_group": "2d5125b8134ab09187bff46b03f560a070c2fa8b741e4fc39beb2007829fce45" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0552", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Dávid Kostilník, ktorý patrí do kategórie dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/david_kostilnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "partition_group": "3fd21ba0149221c00850672a2039b96fbc3c582efdc2637a865aa03f0f816601" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0553", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Martin NaN1, ktorý patrí do kategórie bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Martin NaN1", "bp2021", "Anton Buday" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Martin NaN1", "category": "bp2021", "document_author": "Anton Buday", "document_path": "pages/students/2018/NaN1name_buday/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Anton Buday" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "57fc6b1a506071e8a64b5c31d8d1b5bfac7e9f505b444961a0a1c8f84f9512de" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.author", "value": "Anton Buday" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0554", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Yevhenii Leonov, ktorý patrí do kategórie bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/yevhenii_leonov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "e553f0c70c903387c4608112328f334a5cde3a659eca376c150a50121ae0b3cc" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0555", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Matej Kobyľan, ktorý patrí do kategórie bp2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "bp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/matej_kobylan/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "7b54a01f5f60dd75e21634f300c4adc13b1fee6bee5809a14132231c66fdad23" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.category", "value": "bp2023" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0556", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Samuel Horáni, ktorý patrí do kategórie bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "bp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "category": "bp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/samuel_horani/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "015f64a14e4f15ebee33a8b47d466ed5c1c1969b5773a1200f90bde2a13e846c" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0557", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Pavol Hudák, ktorý patrí do kategórie dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Pavol Hudák", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/pavol_hudak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "2282ac2f55f6671caded8d8fcbf67d019b616be1293e714ca51571818615602a" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0558", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dávid Kostilník.", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_entity_set": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "d2be1df2dfa13fbb1c17a12cbf885e03b56da074a4701e20784b168c4161cefc" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0559", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Kamil Tomčufčík.", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "expected_answer_contains": [ "Kamil Tomčufčík", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_entity_set": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2aadf296b7ef51362c5a90cdcdc073062a27368d4aa30ed039ec2be20411e240" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0560", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Manohar Gowdru Shridhara.", "should_answer": true, "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "phd2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "category": "phd2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_entity_set": [ "phd2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "fb45bd26afd01f91434f1a65cbc5d5796fc3f66cc6ef6a837475c33970280407" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.category", "value": "phd2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0561", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dávid Stromp.", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "bp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [ { "person": "Dávid Stromp", "category": "bp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md" ], "expected_entity_set": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7b3d50c9bdb2b7f2bea4f6aff467be21ed6bde112c224443abea85dbd39e6ac4" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.category", "value": "bp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0562", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Matúš Suchanič.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "bp2023", "vp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "category": "bp2023" }, { "person": "Matúš Suchanič", "category": "vp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "vp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "bp2023", "vp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "02f40300510fba8253f44a31e3ff47d8833a0fcf5a0a47560881ab393c36ed5b" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.category", "value": "bp2023" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.category", "value": "vp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0563", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Jakub Schwarc.", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_entity_set": [ "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "8cc4834ef12d7d938c3a0df5cc6cd32a0aea0f5e5c9fe1795dfbd8c693ccee40" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0564", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Artur Hyrenko.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "dp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "category": "dp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_entity_set": [ "dp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7bb3621315b63cdfcd63dc129a5735f016d00774d91e1f098b3b3912de35908c" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.category", "value": "dp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0565", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Yevhenii Leonov.", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "bp2025", "vp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "category": "bp2025" }, { "person": "Yevhenii Leonov", "category": "vp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "vp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_entity_set": [ "bp2025", "vp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "5070770fd3b0067573b441579030c2b71bfd08b8f66a4fc8346b1b73494eebfc" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "vp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0566", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Artur Hyrenko, Dávid Iľaš vyber osoby s prácou v roku 2099. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "0" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "expected_entity_set": [], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 0, "partition_group": "680f61bf9df6f690f1cb21c98ea5c8d97a60a4f9ff2db2617e4e2231d6d4fb57" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0567", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Oleh Bilykh, Samuel Horáni, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Oleh Bilykh", "2021", "Samuel Horáni", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "year": 2021 }, { "person": "Samuel Horáni", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_entity_set": [ "Oleh Bilykh", "Samuel Horáni" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "a26088e595be8736b990446ad6fb3749338598f7df2a4236c1fe15c6726a5098" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "year": 2021, "heading_line": 20, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 32, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0568", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Kamil Tomčufčík, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2025", "Pavol Hudák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_entity_set": [ "Kamil Tomčufčík", "Pavol Hudák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "c939fd92ccf91f204c5daaa9485d0b866a977c723655a37862fd18991c8af5bd" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2025, "heading_line": 12, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0569", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dmytro Mural, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dmytro Mural", "2022", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dmytro Mural", "year": 2022 }, { "person": "Matúš Suchanič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/dmytro_mural/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Dmytro Mural", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "15f443f9f0a447eb410863b9e4f88f3cd26e67acefc811ef12e3876fb45ae6fe" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0570", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dávid Iľaš", "2023", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "year": 2023 }, { "person": "Matúš Suchanič", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Dávid Iľaš", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "7e8d4968ad905c26da0b0776a5b48846cbeadabf4f5f1832a9f37f5b7ce901fb" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0571", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Kostilník, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "2025", "Patrik Pokrivčák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2025 }, { "person": "Patrik Pokrivčák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_entity_set": [ "Dávid Kostilník", "Patrik Pokrivčák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "4e4fd4276616640de85abfb1febd86ab0939c780041dc02d8abe34959d3a00ba" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "year": 2025, "heading_line": 12, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0572", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Kristián Lukas, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "2023", "Vladyslav Krupko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "year": 2023 }, { "person": "Vladyslav Krupko", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_entity_set": [ "Jakub Kristián Lukas", "Vladyslav Krupko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "f8a65801a3d98879479bf857c0e86bb3d062e779054ce70ce78e3b5d48db5601" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Oprava preklepov v slovenskom jazyku.", "year": 2023, "heading_line": 125, "title_line": 127, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0573", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Jakub Kristián Lukas, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "2023", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "year": 2023 }, { "person": "Matúš Suchanič", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Jakub Kristián Lukas", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "ecda8ac7802381d16e0adc260953be784d36c56f7403177f05aaab260675c0a1" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0574", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Pavol Hudák a Dávid Kostilník má kľúčové slovo qa a jej práca je z roku 2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Pavol Hudák", "qa", "2025" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Pavol Hudák", "keyword": "qa", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "keyword", "value": "qa" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "45619467dd31f46b3ae7d6e4b0f7fe9934a576415c12d06d3aed690ba6cfd10f" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "taxonomy.tag", "value": "qa" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0575", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleksandr Hryshchenko a Adrián Remiáš má kľúčové slovo nlp a jej práca je z roku 2026?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "nlp", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "keyword": "nlp", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "cf9adedc5312c13f39c67ec22664dd3ea3f5bf09b8a3ca1157e74c147fe04e26" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0576", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "no_answer_basis": "No candidate satisfies both source conditions.", "negative_constraints": { "keyword": "nemo", "year": 2021 }, "partition_group": "d31ac81aab4933f4e36a6620fe599b43526d4a1f4ba90781b1d0b0ab7c527c86" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2021", "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0577", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Vladyslav Krupko a Adrián Remiáš má kľúčové slovo spelling a jej práca je z roku 2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Vladyslav Krupko", "spelling", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Vladyslav Krupko", "keyword": "spelling", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "e9130d0c6fc52788aabf46778fc5fab6b999718fcfe08aac6ce67e6900ee9e27" }, "source_evidence": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "taxonomy.tag", "value": "spelling" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0578", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Nikita Bodnar a Dávid Iľaš má kľúčové slovo nlp a jej práca je z roku 2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "nlp", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "keyword": "nlp", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "437f84a99e02a127f284d0160967857f5985041a8bac7f39b69fe24af6e64459" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0579", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dávid Stromp a Matúš Suchanič má kľúčové slovo cluster a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dávid Stromp", "cluster", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Dávid Stromp", "keyword": "cluster", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "cluster" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "b0e973f6b29b1164c3e398ca365528d81c697df24e8b0b5da80ee84b1602208d" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.tag", "value": "cluster" }, { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2022, "heading_line": 11, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0580", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Matej Kobyľan a Dávid Kostilník má kľúčové slovo ir a jej práca je z roku 2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "ir", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "keyword": "ir", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "b3bee8b8c67e5f306ea6ad64853b2e7c2409b84ffe703e3da778cdff446cb930" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0581", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Yevhenii Leonov a Kamil Tomčufčík má kľúčové slovo rag a jej práca je z roku 2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "rag", "2025" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "person", "value": "Kamil Tomčufčík" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "keyword": "rag", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "rag" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "610b3b4e832cda8973d03dd807f58cfc43d061733ea57555087069b03926fbee" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ], "legacy_role": "exposed_v2_case_development_only" }, { "id": "regression-0582", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Adrián Remiáš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo interpuction?", "should_answer": false, "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "interpuction" }, "partition_group": "b81e9eaee57d2a381283c849486878373f1113abc8706e9bcded5d47dfcfdead" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "closed_world_metadata", "tags": [ "nlp", "transformers", "interpuction" ], "categories": [ "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0583", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artur Hyrenko, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo chatbot?", "should_answer": false, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "chatbot" }, "partition_group": "5afaa52b633e2ac0657b98d84de9d129ce4692481316be0fa4efa3ffff71470b" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "dp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0584", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Iľaš, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo emotion?", "should_answer": false, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "emotion" }, "partition_group": "82ba7a0f543a66bf689dd6eed5648d03124c42f454a501fd2bfc5f8be57afdd5" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "closed_world_metadata", "tags": [ "nlp", "emotion" ], "categories": [ "dp2023" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0585", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Kostilník, ak jej práca je z roku 2099 a jej dokument obsahuje kľúčové slovo ir?", "should_answer": false, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "no_answer_basis": "No source academic record has year 2099.", "negative_constraints": { "year": 2099, "keyword": "ir" }, "partition_group": "e10ed0f02a3b396b1188e57d7944c030045862b2b1cedd0d630d53a2e9cc2074" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "closed_world_metadata", "tags": [ "ir" ], "categories": [ "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0586", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Stromp, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "86f1b28b9f43960ab8c93d47ec1879c283959dd56e3745b2847faf04a2571a47" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "closed_world_metadata", "tags": [ "ir", "cassandra", "nlp", "cluster" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0587", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dmytro Mural, ak jej dokument obsahuje kľúčové slovo neexistujucitagvzor?", "should_answer": false, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "no_answer_basis": "Requested tag absent from complete raw frontmatter catalog.", "negative_constraints": { "keyword": "neexistujucitagvzor" }, "partition_group": "66c720d156e36b6903f865b4b39f0208c491df0db582c834b9b2e54684dd32e9" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "closed_world_metadata", "tags": [], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0588", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Tibor Neexistujúci Skúšobný?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Tibor Neexistujúci Skúšobný" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Tibor Neexistujúci Skúšobný" }, "partition_group": "0f9f5bb7d05aaecd747eb322bba7ce88abf4c1a2ee8301287dd7e2c4e129ff36" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0589", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Lenka Neskutočná Vzorová?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Lenka Neskutočná Vzorová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Explicit full name absent from all raw profile frontmatter titles.", "negative_constraints": { "unknown_person": "Lenka Neskutočná Vzorová" }, "partition_group": "879a16140a4f71331e501a58ce5a335e981d788f9b338b5ff3b465be7ecbaee9" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0590", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Samuel Širotník.", "should_answer": true, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Samuel Širotník", "bp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Samuel Širotník", "category": "bp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_entity_set": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "b2f4a0075f86c65cfe5b67e341773f9965207e8d2399720193115a0df10e113e" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "taxonomy.category", "value": "bp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0591", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Širotník spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Samuel Širotník", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Samuel Širotník", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/samuel_sirotnik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "f5d89263c9d1b49f988f9bc73a3f239e46b3905f75ffdf12d7e0d29588081a1f" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0592", "split": "dev", "category": "person_start_year", "difficulty": "hard", "question": "Aký rok začiatku štúdia je uvedený pri osobe Samuel Širotník?", "should_answer": true, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Samuel Širotník", "2018" ], "graph": { "schema_version": 3, "task": "person_start_year", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Samuel Širotník", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "03bffd35b53dbb1e821eabab0e99de32bda7b98d758e1e57f325970ac9f53901" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0593", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?", "should_answer": false, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "no_answer_basis": "Tag absent from raw frontmatter.", "negative_constraints": { "keyword": "nenajdenyoverovacitag" }, "partition_group": "cb82a122b228ee5c20e42702b31aa75d7705addca7b4e245880e670a006c9556" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "closed_world_metadata", "tags": [ "raspberrypi", "cloud" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0594", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník v roku 2098?", "should_answer": false, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "no_answer_basis": "No academic record for requested year.", "negative_constraints": { "year": 2098 }, "partition_group": "9de4349d7d20ee2539fbde70a326a945f56bf82843e8c6d2b742a0043861983b" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "closed_world_metadata", "tags": [ "raspberrypi", "cloud" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0595", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Stanislav Matsunych.", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "bp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "category": "bp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_entity_set": [ "bp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "c0ac2412c6bee33be6f56ad3ffabc34412550eb50e381273ff5fc5ec050d4d20" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.category", "value": "bp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0596", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Stanislav Matsunych spojený s kategóriou bp2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "bp2020", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "category": "bp2020", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/stanislav_matsunych/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "category", "value": "bp2020" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "eba3277bfcaf4ab90e31df9bef1e004b1d06343c468b3f33f10d953ed96e03ee" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.category", "value": "bp2020" }, { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0597", "split": "dev", "category": "person_start_year", "difficulty": "hard", "question": "Aký rok začiatku štúdia je uvedený pri osobe Stanislav Matsunych?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "2017" ], "graph": { "schema_version": 3, "task": "person_start_year", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "start_year": 2017 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "start_year", "value": "2017" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "d1c4ad8aa2b1c61ac0324a735556b4491e329b40e59a48e4f8e2825741b6034a" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "start_year", "value": 2017 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0598", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?", "should_answer": false, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "no_answer_basis": "Tag absent from raw frontmatter.", "negative_constraints": { "keyword": "nenajdenyoverovacitag" }, "partition_group": "9626e8b648b64df655679d26135ed08184346cb47aec0a0f34f83cad99a758fe" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "closed_world_metadata", "tags": [ "nn", "lm", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0599", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych v roku 2098?", "should_answer": false, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "no_answer_basis": "No academic record for requested year.", "negative_constraints": { "year": 2098 }, "partition_group": "37038da92fa26d913b2be2609f6a3a495cd66d8f733cefafc551baf485fa158b" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "closed_world_metadata", "tags": [ "nn", "lm", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0600", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Diana Neznáma Overovacia?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Diana Neznáma Overovacia" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "No profile with requested full name.", "negative_constraints": { "unknown_person": "Diana Neznáma Overovacia" }, "partition_group": "2842c68b2a4320cba09dd7c672efce69ed3e2bb70065e06905e11d2d9cf518de" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0601", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov diplomovej práce má osoba Milan Neprítomný Vzorový?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Milan Neprítomný Vzorový" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "No profile with requested full name.", "negative_constraints": { "unknown_person": "Milan Neprítomný Vzorový" }, "partition_group": "20e570f9e3284637c09b182b4ce96f23a75b336264200282451597fbc09030c3" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "regression-0602", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Samuel Širotník, Stanislav Matsunych vyber osoby s prácou v roku 2098. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "0" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Samuel Širotník" }, { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_entity_set": [], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 0, "partition_group": "19bfc80c0ca1d4b851b392eee679245bc6c4d45544e5a25babe74dcfc9423211" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0603", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Matej Ščišľak a Oleh Bilykh.", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "nlp", "Oleh Bilykh" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "keyword": "nlp" }, { "person": "Oleh Bilykh", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "d4a61b5a8ffb2f1e048fa7ff2d0fb69501eae72537d1eb4d801fa19202671e75" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0604", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Cesar Abascal Gutierrez a Eduard Matovka spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "nlp", "Eduard Matovka" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Cesar Abascal Gutierrez", "keyword": "nlp" }, { "person": "Eduard Matovka", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "6485ba7f5201845d3480098c447147adf330b6f9c8e15b74cea80754f4c76d9b" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0605", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Ján Malinovský a Samuel Vasiľ over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Ján Malinovský", "nlp", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Ján Malinovský", "keyword": "nlp" }, { "person": "Samuel Vasiľ", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "4105e33ce2eb9bd278f0bc56bc80b81690ddf349f7da9afcf9f71c95540de444" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0606", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Jakub Schwarc a Martin Jancura.", "should_answer": true, "expected_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "nlp", "Martin Jancura" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Martin Jancura" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "keyword": "nlp" }, { "person": "Martin Jancura", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "7bb1fb01909047129503501b25515a7d4c659b8df1bbfcb9b43e0b9ae301e2dd" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0607", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Bogdan Paul Chiș a Kristián Sopkovič spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "nlp", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Bogdan Paul Chiș", "keyword": "nlp" }, { "person": "Kristián Sopkovič", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "a48ddcbdaa42169cd6363b884a913246a87bfaac98e71a4cb1da214c31be5566" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0608", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Márk Fehér a Simona Bobrovčanová over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Márk Fehér", "nlp", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Márk Fehér", "keyword": "nlp" }, { "person": "Simona Bobrovčanová", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "96672747ed690d409dc1aeed02976826532957d747d533882d9200dc2b6c48c4" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0609", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dominik Nagy a Eduard Matovka.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Dominik Nagy", "nlp", "Eduard Matovka" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Dominik Nagy", "keyword": "nlp" }, { "person": "Eduard Matovka", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Eduard Matovka" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "b72899e632907f4cd04822257a452c06dbcea90e2bbad6e0875a0e21c86f87f5" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0610", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Artem Yatsenko a Yevhenii Medushivskyi spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Artem Yatsenko", "nlp", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "keyword": "nlp" }, { "person": "Yevhenii Medushivskyi", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "2fc5cad371f26402667df3a8c2e05460825dc9eab41a701d151f2bffbcd7a2da" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0611", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Martin Wencel a Michal Stromko over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Martin Wencel", "nlp", "Michal Stromko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Martin Wencel", "keyword": "nlp" }, { "person": "Michal Stromko", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "683956fa671d23773c55ab2c73477f75d47e60a1ba19f09576e7728d3144aebb" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0612", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Samuel Horáni a Valerii Kutsenko.", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Samuel Horáni", "nlp", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Samuel Horáni", "keyword": "nlp" }, { "person": "Valerii Kutsenko", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "c788f30382a69d1477e34a60628e2a7a53b98456c810799d447f3422e0e911ce" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0613", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Serhii Yemets a Yevhenii Leonov spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Serhii Yemets", "nlp", "Yevhenii Leonov" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Serhii Yemets", "keyword": "nlp" }, { "person": "Yevhenii Leonov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "a2424fd1e148b79118d47cb588bfd45e504791a9ec025c86d3b5d7e8606cb724" }, "source_evidence": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0614", "split": "dev", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Adrián Remiáš a Martin Jancura over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Adrián Remiáš", "nlp", "Martin Jancura" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Martin Jancura" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "keyword": "nlp" }, { "person": "Martin Jancura", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2018/adrian_remias/README.md" ], "partition_group": "f2f6aecef389bbb64081ed39942fd64b4df675c3bb0953da04a10c057a5253a0" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0615", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Ján Holp a Samuel Horáni?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Ján Holp", "2021", "Samuel Horáni" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Ján Holp", "year": 2021 }, { "person": "Samuel Horáni", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/samuel_horani/README.md" ], "partition_group": "13fec72d69b01ba175e7917d1e923b4d1eeda7a39141e1c5d7d14824ad528ca1" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 32, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0616", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Ushatenko a Martin NaN1?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Martin NaN1" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Martin NaN1", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "16a9a3686b38775621d83e2818fac5d51e8d708f4cd32ff63267a7e948075a47" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0617", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Maksym Zatirka a Matej Ščišľak.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "2026", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "dae35853bf1681ff459227c40c658ca74806c24f9b2aecae0115c1e84a3c0742" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0618", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Oleh Poiasnik a Pavol Hudák?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "2025", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "755260b8fd691810cc0132aad5bfd97691c108844a5aef8a709124ae48484556" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "year": 2025, "heading_line": 80, "title_line": 86, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0619", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Alina Vitko a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Tomáš Kuchárik", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Tomáš Kuchárik", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "f92eeda4e8cae5de833488963d733baa9d6f4c43c98236e6d6026dfe768bb77d" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0620", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Jakub Kristián Lukas a Matej Kobyľan.", "should_answer": true, "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "2023", "Matej Kobyľan" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Matej Kobyľan" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "year": 2023 }, { "person": "Matej Kobyľan", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "e0af219f5c84ff32206cbf2b400d79af2aa2d77ef5e79477d7a81a9b4d25b107" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0621", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin Šarišský a Yevhenii Leonov?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Martin Šarišský", "2024", "Yevhenii Leonov", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2024 }, { "person": "Yevhenii Leonov", "year": 2024 }, { "person": "Martin Šarišský", "year": 2025 }, { "person": "Yevhenii Leonov", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "05b39afd894de7118196b5ad20ca1e503e2d36d3245e30534e0de2eb47b98dd7" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 240, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "year": 2024, "heading_line": 91, "title_line": 94, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 186, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0622", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Mural a Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Dmytro Mural", "2022", "Ondrej Megela" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Dmytro Mural", "year": 2022 }, { "person": "Ondrej Megela", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/dmytro_mural/README.md" ], "partition_group": "2116deefaca3c70d22bb20de569095cf776f010dd10ad4df8ca3bde0fc2dab3d" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0623", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Dávid Omasta a Michal Stromko.", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Dávid Omasta", "2023", "Michal Stromko", "2024" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2023 }, { "person": "Michal Stromko", "year": 2023 }, { "person": "Dávid Omasta", "year": 2024 }, { "person": "Michal Stromko", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "22d06ef7a42dd5b1a5705cef27e744acd37a1371afe313cc454a41ab7124d28a" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely slovenského jazyka", "year": 2023, "heading_line": 113, "title_line": 121, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 259, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0624", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Filip Tomáš a Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "2021", "Ján Holp" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Filip Tomáš", "year": 2021 }, { "person": "Ján Holp", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "4724e1f159f7634344c57b06ea15aef147c50332f14031b6f3405117266fcd15" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0625", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Mural a Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Dmytro Mural", "2021", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Dmytro Mural", "year": 2021 }, { "person": "Jakub Maruniak", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/dmytro_mural/README.md" ], "partition_group": "75b21a84c2539c5b1ab9201450807620f1a64ce902dd92de7b927488029ce33e" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 33, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0626", "split": "dev", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Dávid Stromp a Márk Fehér.", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "2021", "Márk Fehér", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Dávid Stromp", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 }, { "person": "Dávid Stromp", "year": 2022 }, { "person": "Márk Fehér", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "partition_group": "2ae2c46f547d7f5225edd1ebd17ff01490a810fcf8daa02f5d679a20ffbcfe82" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 28, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2022, "heading_line": 11, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0627", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dmytro Mural a Filip Tomáš.", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Dmytro Mural", "2019", "Filip Tomáš" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Dmytro Mural", "start_year": 2019 }, { "person": "Filip Tomáš", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "eb740471cb56420ad9b407453be221e8bad80d0800e407a07a57d57486ae52a2" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0628", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Jakub Schwarc a Yevhenii Leonov?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Jakub Schwarc", "2022", "Yevhenii Leonov" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "start_year": 2022 }, { "person": "Yevhenii Leonov", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "048e8337fb35e1390acd7e9746b209022b1805a4c39347f3e828a564741e64d5" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0629", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Matej Ščišľak a Oleksandr Hryshchenko?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Matej Ščišľak", "2021", "Oleksandr Hryshchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "start_year": 2021 }, { "person": "Oleksandr Hryshchenko", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "2c320e619ce9b1e357c9cd8bb6864bcf4db56f430a623e2b58f762e53f200dcd" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0630", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Jakub Maruniak a Márk Fehér.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Jakub Maruniak", "2016", "Márk Fehér" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "start_year": 2016 }, { "person": "Márk Fehér", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Márk Fehér" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "partition_group": "77fc193f34edea4f43f701d48c328e08526e81ce231165c62096320336e8983c" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0631", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dominik Nagy a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Dominik Nagy", "2016", "Patrik Pavlišin" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Dominik Nagy", "start_year": 2016 }, { "person": "Patrik Pavlišin", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "1420506c134f0c961337d9183ae2e82f9f570ef3b9f1b2339157ad9527154735" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0632", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Alina Vitko a Filip Tomáš?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "2019", "Filip Tomáš" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "start_year": 2019 }, { "person": "Filip Tomáš", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "137da54ebd6cbd1d50bf1a833d86e5ffc44a8ed81f4207fa6db23178a8aa51dd" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0633", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Eduard Matovka a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Eduard Matovka", "2021", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Eduard Matovka", "start_year": 2021 }, { "person": "Nikita Bodnar", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "286ea5f72a175e901bf2ac0f08b58ae73c0c70b599c6282a7ab05154a57d4c2a" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0634", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Valerii Kutsenko a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "2022", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "start_year": 2022 }, { "person": "Vladyslav Yanchenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "3789c6aa4fc29bd12a8e70931c713718936534b459de79720aaf0450ba64fe12" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0635", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Pavol Hudák a Vladyslav Krupko?", "should_answer": true, "expected_documents": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Pavol Hudák", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Pavol Hudák", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/pavol_hudak/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "777682c21edb826593b4604192377275095bd62aaf1804e1f840b3c7efa88c45" }, "source_evidence": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0636", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Oleksandr Dorybohov a Yevhenii Medushivskyi.", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2023", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023 }, { "person": "Yevhenii Medushivskyi", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "bf411f050145da53bb46ce51964f090564e9fd24d3b4183076c386431e42a8ad" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0637", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Samuel Širotník?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Adrián Remiáš", "2018", "Samuel Širotník" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "start_year": 2018 }, { "person": "Samuel Širotník", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "5598d6a24ed6d10a365a6abd95843700234c09cd772e8d7f228b72fe7b1e9074" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "start_year", "value": 2018 }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0638", "split": "dev", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dávid Iľaš a Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dávid Iľaš", "2018", "Martin Wencel" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "start_year": 2018 }, { "person": "Martin Wencel", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Martin Wencel" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/martin_wencel/README.md" ], "partition_group": "6a6870fec9203d1210bbbe195c37cb81a5c22a8bb7451a1e6810cfdd75f25df5" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "start_year", "value": 2018 }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0639", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Oleksandr Hryshchenko uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "Grafové neurónové siete pre získavanie informácií", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Grafové neurónové siete pre získavanie informácií" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "thesis_title", "value": "Grafové neurónové siete pre získavanie informácií" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "8becd400f976ae65d4f612cb96899dc6e044cccae33ff1acb49e5fbd6182b22f" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0640", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Yevhenii Leonov a rok práce pre rok 2025.", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "thesis_title", "value": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "6ea1bfcb9371a728e35aeb22b374c2511133d629274bb27bf32c8a463a50b5c8" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0641", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Lukáš Pokrývka a rok práce pre rok 2021.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "7772d175549a5ad5df304490bbd576d3194cc1f1110026acc1ce9b25ffb8d680" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0642", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Oleh Poiasnik uvedené pre rok 2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "thesis_title", "value": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "ae100d7bee33b28310a0e8fe7074b98c6aeb0c8bb17d7eb9b10938eb29d94a01" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Generovanie jazyka s podporou vyhľadávania v doménovo orientovaných dátach", "year": 2025, "heading_line": 80, "title_line": 86, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0643", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Oleh Bilykh a rok práce pre rok 2021.", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Oleh Bilykh", "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2021, "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "thesis_title", "value": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md" ], "partition_group": "6d9c004c2477e26a0d10b37d9d45a04fb049f64da7cee64c6245b1057301782d" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "year": 2021, "heading_line": 20, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0644", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Maksym Zatirka a rok práce pre rok 2026.", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "Grafová databáza pre podporu generovania slovenského jazyka", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Grafová databáza pre podporu generovania slovenského jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "thesis_title", "value": "Grafová databáza pre podporu generovania slovenského jazyka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "b677b42370e07ad6bd37d7afa83cb657eddf2874cae27120d216efb42647c492" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0645", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Than Trung Thanh uvedené pre rok 2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Than Trung Thanh", "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Than Trung Thanh", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2020, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md" ], "partition_group": "389704f8e3be48c1b4832caf2639159e37c3aae647ac3ebe69866dc47f96d390" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "year": 2020, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0646", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dmytro Ushatenko a rok práce pre rok 2020.", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "Jednoduchý chatbot v jazyku Python,", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python," } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "f8b0ed4d025b53af6727ce6c5b1ba88e2dad663bd2f9650a2e7dece10e2d1440" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0647", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Matej Novotný a rok práce pre rok 2026.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "Klasifikácia webových dát pre lepšie jazykové modelovanie", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "thesis_title", "value": "Klasifikácia webových dát pre lepšie jazykové modelovanie" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "partition_group": "ed5e6f1db181eab242633c296d11e81557da93f9457dde6ef175f7f27d1f55a2" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia webových dát pre lepšie jazykové modelovanie", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0648", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Rostyslav Rodzhuk uvedené pre rok 2025?", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "Veľký jazykový model ako inteligentný agent", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "55cefb1a070c1add0e6f97e7ed2fe015e5e66bc9ac1eeec08aa0441971615c11" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Veľký jazykový model ako inteligentný agent", "year": 2025, "heading_line": 138, "title_line": 140, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0649", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2019.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "7fbacee826a3549b3d4b71af1b46e13d76a09fcd678390d1ff389b292855e965" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0650", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Lukáš Pokrývka a rok práce pre rok 2019.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "982796d76bec52caf4b1466fdfaecb32ac7354ed42aa422741ed476cad3bf0ea" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Paralelné spracovanie prirodzeného jazyka", "year": 2019, "heading_line": 192, "title_line": 199, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0651", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dmytro Ushatenko v roku 2020 súvisí s kľúčovým slovom demo?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "demo", "Jednoduchý chatbot v jazyku Python,", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Jednoduchý chatbot v jazyku Python,", "keyword": "demo" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "keyword", "value": "demo" }, { "type": "thesis_title", "value": "Jednoduchý chatbot v jazyku Python," }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "b8d490ceb7f4e1a7203c933958413331c3d6275951f248ea2198b31218d213c1" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.tag", "value": "demo" }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0652", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ján Malinovský v roku 2026 s kľúčovým slovom rag.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "rag", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania", "keyword": "rag" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "rag" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "0c2b940ba084614bf7adbe1328367abff53a02db7bcb83cf730efa0c8c17da98" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0653", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ediz Morochovič v roku 2019 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "expected_answer_contains": [ "Ediz Morochovič", "nlp", "Štatistické rozpoznávanie pomenovaných entít", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Štatistické rozpoznávanie pomenovaných entít", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Štatistické rozpoznávanie pomenovaných entít" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md" ], "partition_group": "570f6d42ff1cdda43bcdee4c9ae458f02ab57f0f7ba783950e3ef2f8deec9231" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Štatistické rozpoznávanie pomenovaných entít", "year": 2019, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0654", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Alina Vitko v roku 2022 súvisí s kľúčovým slovom ir?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "ir", "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "2022" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "keyword": "ir" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "ir" }, { "type": "thesis_title", "value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "1d370ec7e1a3304ae511ddc76347bcc19d9d3364c0ff33fd7399da1e2443f177" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0655", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Samuel Horáni v roku 2021 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "nlp", "Dialógový systém pomocou RASA framework", "2021" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "e955d4f8fc3a8bc4e3acf464e6e43e8b576ca28ff1a7f6fa1df28461ce0dd3c3" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0656", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Samuel Horáni v roku 2021 s kľúčovým slovom dialog.", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "dialog", "Dialógový systém pomocou RASA framework", "2021" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "academic_kind": "Work", "academic_type": "research_project", "year": 2021, "title": "Dialógový systém pomocou RASA framework", "keyword": "dialog" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "keyword", "value": "dialog" }, { "type": "work_title", "value": "Dialógový systém pomocou RASA framework" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "41e5694847dce5188d5854d405ed3097e875b94f5f33c653090c7ba5dfd89582" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.tag", "value": "dialog" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0657", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dárius Lindvai v roku 2019 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "nlp", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "2edb6a507f2f75c5aa9ce9d3eb379f8a1016b38624788da4b63fdc48272aac06" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0658", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Vladyslav Yanchenko v roku 2025 s kľúčovým slovom klaud.", "should_answer": true, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Vladyslav Yanchenko", "klaud", "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Vladyslav Yanchenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "keyword": "klaud" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "keyword", "value": "klaud" }, { "type": "thesis_title", "value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí." }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "fa5c25b99f4de7ba947f388e8fb1458be19efafd12927b989eef1262cca85a8d" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "taxonomy.tag", "value": "klaud" }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0659", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dávid Iľaš v roku 2023 s kľúčovým slovom emotion.", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [ "Dávid Iľaš", "emotion", "Rozpoznávanie emócií z textu.", "2023" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Rozpoznávanie emócií z textu.", "keyword": "emotion" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "emotion" }, { "type": "thesis_title", "value": "Rozpoznávanie emócií z textu." }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "partition_group": "4f88a06403a9cc4896c11f183d156337e69ca785e5f596f77a01acae8aa8c441" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.tag", "value": "emotion" }, { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0660", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Jakub Kristián Lukas v roku 2023 súvisí s kľúčovým slovom hatespeech?", "should_answer": true, "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "hatespeech", "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "2023" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "keyword": "hatespeech" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "keyword", "value": "hatespeech" }, { "type": "thesis_title", "value": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "partition_group": "d9f9776f91f7d42603687d3730d8621c63776585a24bd7644075e5b98d09f02f" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "taxonomy.tag", "value": "hatespeech" }, { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0661", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ján Holp v roku 2019 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "nlp", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "nlp" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f5bbb0e5dff42a9362982e0c8d64929f68ea8e5e392c7a8f13ed1968d6a867af" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0662", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Jakub Maruniak v roku 2019 s kľúčovým slovom ner.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "ner", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "ner" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "ner" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "1810b2b9c33f2eb891968c2c459d3963854579d9dd6b478da71ceaa6d2e55f7c" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "ner" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0663", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Nikita Bodnar, ktorý patrí do kategórie bp2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "bp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "category": "bp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/nikita_bodnar/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "22fe12c17c484d3140a32f958abf3e4382564d85975b92af1488c9aec95d90bb" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0664", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Jancura spojený s kategóriou dp2023?", "should_answer": true, "expected_documents": [ "pages/students/2017/martin_jancura/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "expected_answer_contains": [ "Martin Jancura", "dp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Jancura" } ], "expected_bindings": [ { "person": "Martin Jancura", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/martin_jancura/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/martin_jancura/README.md" ], "partition_group": "6cb0c1d5674e164581da9821d8d8be609911c9e4aaad21113b128dce17a39212" }, "source_evidence": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0665", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Schwarc spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/jakub_schwarc/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "935b03e34cd3c5ba5225f4e4d4691a11aecc5475305b0c356a3b89208bf3c639" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0666", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Nikita Bodnar, ktorý patrí do kategórie bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/nikita_bodnar/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "ff1e17d95974b10d37e9277f2c1307c25facc41b631947cceb52671de48f5be0" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0667", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou tp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "tp2020" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "category": "tp2020", "document_author": "Dominik Nagy", "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Dominik Nagy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "766f6efd1f1231c23f1982574457d66da6ce71e9d377cd6ae6315b0e32519c93" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.author", "value": "Dominik Nagy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0668", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ediz Morochovič spojený s kategóriou bp2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "expected_answer_contains": [ "Ediz Morochovič", "bp2019", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "category": "bp2019", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/ediz_morochovic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "category", "value": "bp2019" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md" ], "partition_group": "bb7a9fa15240eadc2096692d69d528a94fc4e2a12f467fb708903c6a1acacc0d" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.category", "value": "bp2019" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0669", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Patrik Pavlišin, ktorý patrí do kategórie tp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "tp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "category": "tp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/patrik_pavlisin/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "category", "value": "tp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "fa94556519e34327e665fb5bc3217852bd954852ef9bdc4985a8c19d706e4644" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.category", "value": "tp2021" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0670", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dmytro Mural spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Dmytro Mural", "bp2022", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [ { "person": "Dmytro Mural", "category": "bp2022", "document_author": "Maroš Harahus", "document_path": "pages/students/2019/dmytro_mural/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Maroš Harahus" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "partition_group": "195caebca47ac45367985883d1a2683c0c3bb2d38cd127ceab2fa418a5ef9a6f" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "taxonomy.author", "value": "Maroš Harahus" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0671", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Manohar Gowdru Shridhara spojený s kategóriou phd2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "phd2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "category": "phd2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "category", "value": "phd2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "896ad6fe3b869b359565996b68528918ee36affe9072fc86cec2a2cafb08ad80" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.category", "value": "phd2024" }, { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0672", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Jakub Maruniak, ktorý patrí do kategórie tp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "tp2020" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "category": "tp2020", "document_author": "Jakub Maruniak", "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Jakub Maruniak" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "a55d19b5ccf2ad26d2de2c2d4a1853f2665b35da4ea254e3818f5ca6d8a7f99e" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.author", "value": "Jakub Maruniak" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0673", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Jakub Kristián Lukas spojený s kategóriou bp2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "bp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/jakub_kristian_lukas/README.md" ], "partition_group": "e61df072108fea2b54acda992966bcfb30dbfa724e4a117d649e881394893b98" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "taxonomy.category", "value": "bp2023" }, { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0674", "split": "dev", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matúš Suchanič spojený s kategóriou bp2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "bp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "category": "bp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/matus_suchanic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "bp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "e8908b959faf0cc11e94408e1e0bea25bf5fc8e06d226846c6f982824268a9c5" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.category", "value": "bp2023" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0675", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Vladyslav Krupko", "bp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Vladyslav Krupko", "category": "bp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladyslav Krupko" }, { "type": "category", "value": "bp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/vladyslav_krupko/README.md" ], "expected_entity_set": [ "bp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "9bb8560abef443ec493614ef1195c552e9d5a7b0721dd5e4643506b288c96ff4" }, "source_evidence": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "taxonomy.category", "value": "bp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0676", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Martin NaN1?", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Martin NaN1", "bp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Martin NaN1", "category": "bp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_entity_set": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "0312f6185d75e4e2b8a6bdf051ad82e9e40bac0ffce0ab48c8b1710c5a1582a2" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.category", "value": "bp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0677", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Artem Yatsenko?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "bp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "category": "bp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1750e1a512197cb702321e62cf5dfee0a147ab5da349ff261bd64d811370d7d0" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.category", "value": "bp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0678", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Youssef Ressaissi.", "should_answer": true, "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [ "Youssef Ressaissi", "iaeste" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Youssef Ressaissi" } ], "expected_bindings": [ { "person": "Youssef Ressaissi", "category": "iaeste" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Youssef Ressaissi" }, { "type": "category", "value": "iaeste" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_entity_set": [ "iaeste" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7fc7cafb7b06ee82f4ffb2ed1aa95ff10412ad4aa6fcbd3e642c4e61b6329ee3" }, "source_evidence": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.category", "value": "iaeste" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0679", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Dmytro Mural?", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Dmytro Mural", "bp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [ { "person": "Dmytro Mural", "category": "bp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_entity_set": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "a3a0cf6a538d43e7d322c2e7a8c4bd9daced094a36bc080a5b4a647dcd0569d9" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "taxonomy.category", "value": "bp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0680", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Ján Malinovský?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_entity_set": [ "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "0d8c82e162e216ce02360dea45aa3e26ba43dcfb3c42e22f0017814b867193c5" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0681", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Samuel Vasiľ.", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "e5f7d9dce722dc6bbec22873c1c82a603f6496c771137cf3ee1a77b31c5f0274" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0682", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Patrik Pokrivčák?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "expected_answer_contains": [ "Patrik Pokrivčák", "dp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Patrik Pokrivčák", "category": "dp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "category", "value": "dp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_entity_set": [ "dp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "90794f6525c410fd5250f0c3580caea6c81fa39861ecfbece2c48e48c47d4eda" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "taxonomy.category", "value": "dp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0683", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Ronald Zalacko", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "e130c9909282703323af5938352c4cffabdc5316cea9da39de9bf88dc37768f3" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0684", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Sevval Bulburu.", "should_answer": true, "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [ "Sevval Bulburu", "iaeste" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_bindings": [ { "person": "Sevval Bulburu", "category": "iaeste" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Sevval Bulburu" }, { "type": "category", "value": "iaeste" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/sevval_bulburu/README.md" ], "expected_entity_set": [ "iaeste" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "54474c987f7fee86e4628075d85efcb8c092d8e2c843ae4f4c702c83b1ba89b4" }, "source_evidence": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "taxonomy.category", "value": "iaeste" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0685", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Dávid Iľaš?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [ "Dávid Iľaš", "dp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "category": "dp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "expected_entity_set": [ "dp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7a359afa4a299dbb5e8e06592e4fed84ef2a3bf24cc32ae479aed33cc3c65ec0" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.category", "value": "dp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0686", "split": "dev", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Nikita Bodnar?", "should_answer": true, "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "bp2024", "bp2025", "vp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "category": "bp2024" }, { "person": "Nikita Bodnar", "category": "bp2025" }, { "person": "Nikita Bodnar", "category": "vp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 2, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "bp2025" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "vp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_entity_set": [ "bp2024", "bp2025", "vp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "594a524355e989e870e1c9b0c454795b49b67cda8f5aaae3ef4e2e9ba158dc63" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.category", "value": "bp2024" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.category", "value": "vp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0687", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Oleh Bilykh, Adrián Remiáš vyber osoby s prácou v roku 2020. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Oleh Bilykh", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Oleh Bilykh", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Oleh Bilykh" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "c3bb10e4d16bd5d9b252318193601394d2767e1e5c776233e08ea3c2d9c6309a" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 45, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0688", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Dominik Nagy, Adrián Remiáš vyber osoby s prácou v roku 2022. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Dominik Nagy", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Dominik Nagy" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "574734d7997e38cd024f8211e05b25f70f7f805e35da3301a88d0cfa286a66ed" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0689", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Martin NaN1, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Martin NaN1", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Martin NaN1", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Martin NaN1" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "35e1fb5a0bea834afd37fcfabedcba3346e9a6839c5864a2128b1cbc767aaff0" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0690", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artur Hyrenko, Oleksandr Hryshchenko, Adrián Remiáš vyber osoby s prácou v roku 2026. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Oleksandr Hryshchenko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Oleksandr Hryshchenko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_entity_set": [ "Artur Hyrenko", "Oleksandr Hryshchenko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "de256af5ca0117b594961662949c43fdb70665f780a4044d3b28bf5995bce666" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0691", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Pavol Hudák, Adrián Remiáš vyber osoby s prácou v roku 2025. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "2025", "Pavol Hudák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2025 }, { "person": "Pavol Hudák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Pavol Hudák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "9b349f203326dc701acf60986920d4ffe4942556916abe519b60c8742bd6ae71" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Dotrénovanie veľkého jazykového modelu na odpovede v slovenčine", "year": 2025, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0692", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dominik Nagy, Ediz Morochovič, Adrián Remiáš vyber osoby s prácou v roku 2019. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dominik Nagy", "2019", "Ediz Morochovič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2019 }, { "person": "Ediz Morochovič", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dominik Nagy", "Ediz Morochovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "2e087456cbc3a1ec08aad40e6c27679e2bd1d5eacdb98f4dd885347afc11164c" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Štatistické rozpoznávanie pomenovaných entít", "year": 2019, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2019, "heading_line": 26, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0693", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Maroš Harahus, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Maroš Harahus", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Maroš Harahus", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/maros_harahus/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Maroš Harahus" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "491d24d986bb891fb3f9f24c1e47ff9e8a35bf14e85b89d884085c31ec7933cd" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2019, "heading_line": 585, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0694", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Ondrej Megela, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Ondrej Megela", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Ondrej Megela", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Ondrej Megela" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "ebfe3fac92e916ea81b3600d435e4f113d3c775bfc5c87708dc1273077a0f635" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0695", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Jakub Maruniak, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Jakub Maruniak", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Jakub Maruniak", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Jakub Maruniak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "3e86ff9e1b8810ae8fce38e3f55ed29ce76288b2dd26e66a5fa9bd358a2a01e5" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0696", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Dominik Nagy, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Dominik Nagy", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Dominik Nagy", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Dominik Nagy" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "851230191dc96203c4b2ebda0e33f00c265e770d638b6121471c65c7f7db19be" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0697", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Michal Stromko, Adrián Remiáš vyber osoby s prácou v roku 2023. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Dávid Iľaš", "2023", "Michal Stromko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "year": 2023 }, { "person": "Michal Stromko", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_entity_set": [ "Dávid Iľaš", "Michal Stromko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "d619bac9ebee4f7e0c50df83e317e98098fdf4c6e22f9c01ace6cb606c27f8f5" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 259, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0698", "split": "dev", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Matej Kobyľan, Adrián Remiáš vyber osoby s prácou v roku 2023. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Dávid Iľaš", "2023", "Matej Kobyľan", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "year": 2023 }, { "person": "Matej Kobyľan", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_entity_set": [ "Dávid Iľaš", "Matej Kobyľan" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "4d617a9506b6600be26068c5973b086b477a7f8c10d52fb8b26c22035731a105" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0699", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dominik Nagy a Alina Vitko má kľúčové slovo nn a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dominik Nagy", "nn", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dominik Nagy", "keyword": "nn", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "ebcc24430623b561dc9be2d60d8e58afb2cf69aa0b21107b634f7481f7e6c71d" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0700", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Tomáš Kuchárik a Artem Yatsenko spĺňa kľúčové slovo translation a rok práce 2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Tomáš Kuchárik", "translation", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Tomáš Kuchárik", "keyword": "translation", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "keyword", "value": "translation" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "862739b5ff0e6c061080a8769af6e8837239d67d68982f49b57404c186289d68" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.tag", "value": "translation" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu", "year": 2022, "heading_line": 19, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0701", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Dárius Lindvai spĺňa kľúčové slovo bert a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "bert", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "bert", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "bert" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "85c1d417698b7c83e0ba762659fa5fed470da346c856fd23cdde0ab805502a86" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "bert" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0702", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Dávid Iľaš má kľúčové slovo fairseq a jej práca je z roku 2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "fairseq", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "fairseq", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "fairseq" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "0c57cb53433932d45aa777e7589c200fbfc7269b7409b3cc7993cf557240d39d" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "fairseq" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0703", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maroš Harahus a Dmytro Ushatenko spĺňa kľúčové slovo spelling a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Maroš Harahus", "spelling", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Maroš Harahus", "keyword": "spelling", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "spelling" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "f5e31c18999820b42aba87a6bbdadec3700bbcde3a048bb7fd2d27b2951c0d82" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "spelling" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0704", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Adrián Remiáš a Andrii Pervashov spĺňa kľúčové slovo nlp a rok práce 2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Adrián Remiáš", "nlp", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "keyword": "nlp", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "1c3848852bb7a3897dcac695fe452032344ded9a67dfc563d73956ce166f33e2" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0705", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dominik Nagy a Alina Vitko má kľúčové slovo nlp a jej práca je z roku 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dominik Nagy", "nlp", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dominik Nagy", "keyword": "nlp", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "f041e78e0c0be5a50bc98ad159330a371a2fd168b373a574dbda8f99f70319f7" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0706", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Alina Vitko spĺňa kľúčové slovo ir a rok práce 2023?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "ir", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Michal Stromko", "keyword": "ir", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "e09e0b3fb38b3b00ffad8d3ccfd3c57684649a3ec0a0ed99695e01115da5dcf3" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 259, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0707", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dominik Nagy a Artem Yatsenko spĺňa kľúčové slovo nn a rok práce 2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Dominik Nagy", "nn", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Dominik Nagy", "keyword": "nn", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "cb6302965b015a1fe36ed9c5df9aec03c9d425a0f74058a60e0cff79c4ed31ef" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0708", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Filip Tomáš a Dávid Omasta má kľúčové slovo javascript a jej práca je z roku 2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "javascript", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Filip Tomáš", "keyword": "javascript", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "javascript" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "5890ef617e0507c69a153bbb6a57a3f0e36416f4393d806b95709a27974b4336" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.tag", "value": "javascript" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2023, "heading_line": 245, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0709", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Artem Yatsenko spĺňa kľúčové slovo question-answer a rok práce 2022?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "question-answer", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "question-answer", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "question-answer" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "c1aae13aa829151b6ac3fc2020d1500dd92dedc1cf7ca59493c74cd56a14e5d9" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "question-answer" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0710", "split": "dev", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Dominik Nagy spĺňa kľúčové slovo lstm a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dárius Lindvai", "lstm", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "keyword": "lstm", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "lstm" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "9c438630fe9e74ae132b0236dfcdfb297a42a62d5e97bd273af10002b625315d" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "lstm" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0711", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Ján Holp v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "4bfcfbb208c1b2292b573df2595780a8d6b55c7809b6908afd4ec99db7bc3b28" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0712", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Patrik Pavlišin v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "5d0ab4b6d1e2ed8e8c99670cded07380758ba0c41f9e11d22713a291d548d6bb" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0713", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Kristián Sopkovič s kľúčovým slovom klaud?", "should_answer": false, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "klaud" }, "partition_group": "92a82192d62d8e04e114b0dfc8b2d177a75b17d5eacc8b113f9b360ba5db7a1e" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "bp2022", "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0714", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Adrián Remiáš v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "41641afaf56aba3b3a25a1aa9ec150e25e263e93090f9a01acf62bf47f21b4c4" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "closed_world_metadata", "tags": [ "nlp", "transformers", "interpuction" ], "categories": [ "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0715", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Than Trung Thanh v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "121adcbb01733402d8099a5703869da38426a527ad04642016923998565c596d" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "named entity", "ne", "spacy", "prodigy", "anotation" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0716", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Patrik Pokrivčák v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "a0001c3a50ab482448210666e7295f3c294e76619207a76bbfdf86dfb55aa243" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "closed_world_metadata", "tags": [ "nlp", "hate" ], "categories": [ "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0717", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Tomáš Kuchárik s kľúčovým slovom cluster?", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "cluster" }, "partition_group": "53a3e30d11374bb4656618d84c5a60fe328cc3559305f1c091226a5414dce40c" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0718", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Artem Yatsenko v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "b80665e8f6eff6653732462bb99e014c72ba7c82810d5fe1ee763cddc52c7b8a" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "closed_world_metadata", "tags": [ "ner", "spacy", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0719", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Márk Fehér s kľúčovým slovom named entity?", "should_answer": false, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "named entity" }, "partition_group": "c0233a15462d6b1d13e376470912b2c6b1207b603281dc79eede7f5ee9cabbe7" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "closed_world_metadata", "tags": [ "scikit", "nlp", "klasifikácia" ], "categories": [ "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0720", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Filip Tomáš v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "97ca055a7942ed306cae84679bd4172f58d236b507b40bb86883eea77997b1af" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0721", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Maroš Harahus s kľúčovým slovom named entity?", "should_answer": false, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "named entity" }, "partition_group": "4dc699a34c5dccedd5aef85ed4ae852ef3ffc118ea7b0ea7be2d8b49a7f86f55" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "closed_world_metadata", "tags": [ "spelling", "spacy", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "closed_world_metadata", "tags": [ "spacy", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-dev-0722", "split": "dev", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Filip Tomáš s kľúčovým slovom hate?", "should_answer": false, "expected_documents": [ "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Filip Tomáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "hate" }, "partition_group": "ab8b3d10f82e2bd8dff271d63e0f9804d9db4b7567ec214de6a0d0e3b35479ab" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "closed_world_metadata", "tags": [ "testovanie", "javascript", "typescript" ], "categories": [ "bp2022", "dp2024", "dp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-001", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Maksym Zatirka a Samuel Džurina.", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Maksym Zatirka", "nlp", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "keyword": "nlp" }, { "person": "Samuel Džurina", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "e0c4d543cee3a89780e88ff3adf918ab8cf8b0ad02874ad47ba712b15018680b" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-002", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Jakub Schwarc a Nikita Bodnar spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/nikita_bodnar/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "bc4d4036986ea4993afbf813f965c1e769af5b2d9f5013090dee38a9f1411853" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-003", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Manohar Gowdru Shridhara a Nikita Bodnar over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Manohar Gowdru Shridhara", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/manohar_gowdru_shridharu/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "35756d93785b7350855ef8a511cb38bba48ba86c5a5f625a9e86197c170ff486" }, "source_evidence": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-004", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Jakub Maruniak a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Jakub Maruniak", "nlp", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "nlp" }, { "person": "Nikita Bodnar", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "db9434ed2b3798a787d577a53e5dd5dcc049467dd052d6337c1bf76a04e69d32" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-005", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Denis Le Thanh a Samuel Vasiľ spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "nlp", "Samuel Vasiľ" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "keyword": "nlp" }, { "person": "Samuel Vasiľ", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Samuel Vasiľ" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "6ee5349fef77c09fb707c952ad4a2e2036d3ac43aaf242270a58973f98c47484" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-006", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Lukáš Pokrývka a Stanislav Matsunych over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Lukáš Pokrývka", "nlp", "Stanislav Matsunych" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "nlp" }, { "person": "Stanislav Matsunych", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Stanislav Matsunych" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "a68d829bb3afa02f8789455ba42a6062b2017ed252ff6e9a76e382cfbf766bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-007", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Oleksandr Dorybohov a Youssef Ressaissi.", "should_answer": true, "expected_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "nlp", "Youssef Ressaissi" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Youssef Ressaissi" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "keyword": "nlp" }, { "person": "Youssef Ressaissi", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Youssef Ressaissi" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "234ea5ea2a2e98b9c56a9321a82b1935858d79a525a9e2dab94c16dc0e2d84de" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-008", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Denis Le Thanh a Tomáš Kuchárik spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "nlp", "Tomáš Kuchárik" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "keyword": "nlp" }, { "person": "Tomáš Kuchárik", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "cf5eac6088dc1567e2de53e79da999b2ef20392a499a27bbd2887d1e603cef10" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-009", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Dávid Iľaš a Maroš Harahus over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [ "Dávid Iľaš", "nlp", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "keyword": "nlp" }, { "person": "Maroš Harahus", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2018/david_ilas/README.md" ], "partition_group": "23a712ed1c2fb8fabb31abbd282ffb1f4338fdd38c6961cbc73c18a4281db888" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-010", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Nikita Bodnar a Oleksandr Dorybohov.", "should_answer": true, "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Nikita Bodnar", "nlp", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "keyword": "nlp" }, { "person": "Oleksandr Dorybohov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/nikita_bodnar/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "87a3f1471b64bbc2445285ecf917f6d98f8a5dca601f0aee5308dca095db7b40" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-011", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Lukáš Pokrývka a Martin NaN1 spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Lukáš Pokrývka", "nlp", "Martin NaN1" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "nlp" }, { "person": "Martin NaN1", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "f08741968b3f0bedd1d55bdc94b2cb3ae322b52ad5d951df66c8863a67479175" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-012", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Martin Šarišský a Yevhenii Leonov over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Martin Šarišský", "nlp", "Yevhenii Leonov" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Martin Šarišský", "keyword": "nlp" }, { "person": "Yevhenii Leonov", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "09ef04315bca1d4070a9724ec2049f0258fb6993eeaa3a0280af11c5e8732ee7" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-013", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Maksym Zatirka a Patrik Pavlišin.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "nlp", "Patrik Pavlišin" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "keyword": "nlp" }, { "person": "Patrik Pavlišin", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "8026643c2298276dff6e52da4c5f2f02aaae469bf5f4851a25292933522a9557" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-014", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Artem Yatsenko a Matej Novotný spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Artem Yatsenko", "nlp", "Matej Novotný" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "keyword": "nlp" }, { "person": "Matej Novotný", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Matej Novotný" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2021/matej_novotny/README.md" ], "partition_group": "2bb54fbb31cf6721bcb18f8274525c0603c035daca8fd6970782926216ca917b" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-015", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Kristián Sopkovič a Yevhenii Medushivskyi over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Kristián Sopkovič", "nlp", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "nlp" }, { "person": "Yevhenii Medushivskyi", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "ea016878265d93e5ced18563e7be44abdce5bc5f1fab1a6a3da538661c746457" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-016", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Alina Vitko a Manohar Gowdru Shridhara.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Alina Vitko", "nlp", "Manohar Gowdru Shridhara" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Alina Vitko", "keyword": "nlp" }, { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "8bd48e5f71d1a0e0eb9d75d9f98c30a90be152da4d22c7b30df0ff579d098e43" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-017", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Andrii Pervashov a Valerii Kutsenko spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Andrii Pervashov", "nlp", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "keyword": "nlp" }, { "person": "Valerii Kutsenko", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "21b21e4979d33b09885a632e3c0c9cc812711222783410c5889b504b13fe6568" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-018", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Jakub Maruniak a Yevhenii Medushivskyi over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Jakub Maruniak", "nlp", "Yevhenii Medushivskyi" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "nlp" }, { "person": "Yevhenii Medushivskyi", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2023/yevhenii_medushivskyi/README.md" ], "partition_group": "0c62809f26c6c44d51d43170c4fd20ca0950485c2886384824cae66d8cc07206" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-019", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Bogdan Paul Chiș.", "should_answer": true, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Adrián Remiáš", "nlp", "Bogdan Paul Chiș" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "keyword": "nlp" }, { "person": "Bogdan Paul Chiș", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2018/adrian_remias/README.md" ], "partition_group": "785e25a788b815ce59426287f4ceeeeb524d0e6e98d315c08428f7038a9ef5be" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-020", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Oleh Bilykh a Ondrej Megela spoločné kľúčové slovo question-answer?", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Oleh Bilykh", "question-answer", "Ondrej Megela" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "keyword": "question-answer" }, { "person": "Ondrej Megela", "keyword": "question-answer" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "question-answer" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "question-answer" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "edab3d493e42656a02a40a077f2df21d461fd763b829e3b87c913c631ccb7467" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.tag", "value": "question-answer" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "question-answer" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-021", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Bogdan Paul Chiș a Samuel Džurina over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "nlp", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Bogdan Paul Chiș", "keyword": "nlp" }, { "person": "Samuel Džurina", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "a26f88be53e2e012c2688161af0ca8f0241ba3962a1a79125e159f801fe61203" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-022", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dárius Lindvai a Dominik Nagy.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dárius Lindvai", "nlp", "Dominik Nagy" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "keyword": "nlp" }, { "person": "Dominik Nagy", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "1d743ed97558018de4988a365a65b3db171c06e7345f387eaf84fa15ae7e7ea9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-023", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Artem Yatsenko a Maksym Zatirka spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Artem Yatsenko", "nlp", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "keyword": "nlp" }, { "person": "Maksym Zatirka", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "e8700b8797a0e3921b5c09cfdc09bdfb17cc513c113cf576cecf5d7ae92085a2" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-024", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Denis Le Thanh a Oleksandr Dorybohov over rovnaké kľúčové slovo lm.", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Denis Le Thanh", "lm", "Oleksandr Dorybohov" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "keyword": "lm" }, { "person": "Oleksandr Dorybohov", "keyword": "lm" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "lm" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "lm" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "5e9db6f8cc488662bf4d272bbe6c533a6b8716d8aef865c6be43b89e774bac98" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.tag", "value": "lm" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "lm" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-025", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Artur Hyrenko a Than Trung Thanh.", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "nlp", "Than Trung Thanh" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "keyword": "nlp" }, { "person": "Than Trung Thanh", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "ae536eab0e705fdf142dccaac6d4fef91bbdb6da98b91b22c3f672739ff5fcf6" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-026", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Lukáš Pokrývka a Than Trung Thanh spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Lukáš Pokrývka", "nlp", "Than Trung Thanh" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "nlp" }, { "person": "Than Trung Thanh", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "partition_group": "be0bfe3c708b2d72493e801f9a7c0cbfc4242053e4662a77767247b28594572e" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-027", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Artur Hyrenko a Rostyslav Rodzhuk over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Artur Hyrenko", "nlp", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "keyword": "nlp" }, { "person": "Rostyslav Rodzhuk", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "676c02a598c725f2efc0d207a454eb9b4c0e08bc8cb68f979795eea5a99e9094" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-028", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Denis Le Thanh a Ján Holp.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "nlp", "Ján Holp" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "keyword": "nlp" }, { "person": "Ján Holp", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "37bf8bab22bda814883973a69f963d81bec2353d755ea5e1d6bb113bdad4fead" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-029", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Dávid Stromp a Ediz Morochovič spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "nlp", "Ediz Morochovič" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Ediz Morochovič" } ], "expected_bindings": [ { "person": "Dávid Stromp", "keyword": "nlp" }, { "person": "Ediz Morochovič", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2019/david_stromp/README.md" ], "partition_group": "fa2121873ce6923b5a3f8c768c37f8075fdca977d10734e6e2d7783175bed8f8" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-030", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Kristián Sopkovič a Martin Wencel over rovnaké kľúčové slovo spacy.", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "spacy", "Martin Wencel" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "spacy" }, { "person": "Martin Wencel", "keyword": "spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "spacy" }, { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "spacy" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "4e5ad99f5d557a9022415ac859390d42f06b3c648d7e0a99f1090c7f78f35879" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "spacy" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.tag", "value": "spacy" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-031", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Jakub Schwarc a Ján Holp.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "nlp", "Ján Holp" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "keyword": "nlp" }, { "person": "Ján Holp", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "22a3cdd95fdc3a4b816d34aa4c933adceac12a4f22ac65b65c4a9245df922b81" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-032", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Dávid Stromp a Márk Fehér spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "nlp", "Márk Fehér" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Dávid Stromp", "keyword": "nlp" }, { "person": "Márk Fehér", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Márk Fehér" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2019/david_stromp/README.md" ], "partition_group": "0746ca593b69fe2a57bfc235c0a41b5efe3bca33a1afe5330faeb62fc970d194" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-033", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Stanislav Matsunych a Youssef Ressaissi over rovnaké kľúčové slovo nlp.", "should_answer": true, "expected_documents": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Stanislav Matsunych", "nlp", "Youssef Ressaissi" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "person", "value": "Youssef Ressaissi" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "keyword": "nlp" }, { "person": "Youssef Ressaissi", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Youssef Ressaissi" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/yussef_ressaissi/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "1b2918ba54a5678fc5cd914b499a0dab615412671f459a2ff58b755821b94fcc" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-034", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ján Malinovský a Lukáš Pokrývka.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "nlp", "Lukáš Pokrývka" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Ján Malinovský", "keyword": "nlp" }, { "person": "Lukáš Pokrývka", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "062877b6267835acf0f4b68d00669bd176cd90b77fa769dc2257f2e695314d84" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-035", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Ján Holp a Sevval Bulburu spoločné kľúčové slovo nlp?", "should_answer": true, "expected_documents": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "nlp", "Sevval Bulburu" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Sevval Bulburu" } ], "expected_bindings": [ { "person": "Ján Holp", "keyword": "nlp" }, { "person": "Sevval Bulburu", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Sevval Bulburu" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/sevval_bulburu/README.md", "pages/students/2016/jan_holp/README.md" ], "partition_group": "20a47d2357bcfe0bbd64a2a523190cc424b6adc05565e6b21155cc46647504c9" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-036", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Oleh Bilykh a Ondrej Megela over rovnaké kľúčové slovo qa.", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Oleh Bilykh", "qa", "Ondrej Megela" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "keyword": "qa" }, { "person": "Ondrej Megela", "keyword": "qa" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "qa" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "qa" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "98b6e666f29b20a7146168b30a216dbc239f86f2fd8c267de3938c738920678b" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.tag", "value": "qa" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "qa" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-037", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Andrii Pervashov a Oleh Bilykh.", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "nlp", "Oleh Bilykh" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "keyword": "nlp" }, { "person": "Oleh Bilykh", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "0c5b5fd4db8aed7c4d204e1eac4b2dfa6cec33cc1c6cfb4ac183798946971f24" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-038", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Majú osoby Tetiana Mohorian a Valerii Kutsenko spoločné kľúčové slovo rag?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Tetiana Mohorian", "rag", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "keyword": "rag" }, { "person": "Valerii Kutsenko", "keyword": "rag" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "keyword", "value": "rag" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "rag" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "faa4ce642cb11dbd9d990556f9ac452a856fab06f4c5679462b7911ebc55a254" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "rag" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-039", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Pre osoby Alina Vitko a Matej Kobyľan over rovnaké kľúčové slovo ir.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Alina Vitko", "ir", "Matej Kobyľan" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Matej Kobyľan" } ], "expected_bindings": [ { "person": "Alina Vitko", "keyword": "ir" }, { "person": "Matej Kobyľan", "keyword": "ir" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "keyword", "value": "ir" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "keyword", "value": "ir" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "3214bd4c3e8b0b7e4c27e2a0d29d63c49d9691d94d9674eab4ccc5885e3a2fa9" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.tag", "value": "ir" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-040", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Oleksandr Hryshchenko a Serhii Yemets.", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "nlp", "Serhii Yemets" ], "graph": { "schema_version": 3, "task": "shared_keyword_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "keyword": "nlp" }, { "person": "Serhii Yemets", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "keyword", "value": "nlp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2022/serhii_yemets/README.md" ], "partition_group": "2e4e3fa09ba8d46b41b211845055856f45d796f21cd901bfad9bcf26b8c219cd" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "taxonomy.tag", "value": "nlp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-041", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Jakub Kristián Lukas a Martin Šarišský?", "should_answer": true, "expected_documents": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Jakub Kristián Lukas", "2023", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Jakub Kristián Lukas", "year": 2023 }, { "person": "Martin Šarišský", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/jakub_kristian_lukas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "ee6576340f76109dbf58ba8845c32798994020bdd67ca7589c3751d0c32a57a9" }, "source_evidence": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 392, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-042", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Kristián Sopkovič a Nikita Bodnar?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Kristián Sopkovič", "2024", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "eb21329ff56741bf89654ad2b20e46f0937efd7eb43d58cebbfd28a5c244e93e" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-043", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Alina Vitko a Artem Yatsenko.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Artem Yatsenko", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Artem Yatsenko", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Artem Yatsenko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "240fb1ce2b6bc09b7dcba35c32a926cc6b038fffbe2fb1aaf2868c3b899336e1" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 30, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-044", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Patrik Pavlišin a Samuel Širotník?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Patrik Pavlišin", "2020", "Samuel Širotník" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "year": 2020 }, { "person": "Samuel Širotník", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "40cb13207b8f7499ff10f49e0ec47e5d56a2fb30781adfee54c4540439a90848" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Pokusný Kubernetes klaster použitím Raspberry Pi pre výuku klaudových technológií", "year": 2020, "heading_line": 15, "title_line": 22, "year_basis": "heading" }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 81, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-045", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Lukáš Pokrývka a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Lukáš Pokrývka", "2021", "Márk Fehér" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/mark_feher/README.md" ], "partition_group": "57862ddb876ac3c0e9896059de5c74fe86043c4d1f751741db2995efdf300c78" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-046", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Kristián Sopkovič a Ondrej Megela.", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "2022", "Ondrej Megela" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "year": 2022 }, { "person": "Ondrej Megela", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "dd58d72b50dcfe5fc0c7ec0f711e21559073a9bcb5b9e12ba8f6d9f149b4a6b1" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-047", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin Šarišský a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Martin Šarišský", "2024", "Matej Ščišľak", "2025", "2026" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2024 }, { "person": "Matej Ščišľak", "year": 2024 }, { "person": "Martin Šarišský", "year": 2025 }, { "person": "Matej Ščišľak", "year": 2025 }, { "person": "Martin Šarišský", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 4, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 5, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 4, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 5, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "31ed6dd5bb2ea86f948f20157bbdd7f31e7a548cf63981c7ea08c1990c6ab1df" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 240, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre potreby samosprávy", "year": 2024, "heading_line": 123, "title_line": 126, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 186, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-048", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Márk Fehér a Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Márk Fehér", "2022", "Ondrej Megela" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Márk Fehér", "year": 2022 }, { "person": "Ondrej Megela", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "265ab58c808c03b8864cad487eb765d5bedd9de56100f22bddc32fb1a7e64c7d" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-049", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Daniil Huzenko a Vladyslav Yanchenko.", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Daniil Huzenko", "2025", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "year": 2025 }, { "person": "Vladyslav Yanchenko", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "e376bbca9b7b5b6229bf03f496ef10083d0e00451d4123ff5b54eed2c198ddea" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-050", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Matúš Suchanič a Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "2022", "Ondrej Megela", "2023" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "year": 2022 }, { "person": "Ondrej Megela", "year": 2022 }, { "person": "Matúš Suchanič", "year": 2023 }, { "person": "Ondrej Megela", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "8acefe0c2ae9dcdc9fdccafe30d7fdeb837b0a8a05a984aa6f6529b2ff6cb78f" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-051", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Artur Hyrenko a Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Maksym Zatirka" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Maksym Zatirka", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Maksym Zatirka" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "c560edfff0de2be5bac624726918195a5e9401cf391f537d8d5ca535fc815e54" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-052", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Matúš Suchanič a Vladyslav Krupko.", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Matúš Suchanič", "2023", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "year": 2023 }, { "person": "Vladyslav Krupko", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "6497b0d9fd55eee2441f6b7791cfc9a195dcddf43b28e58fc44d190871bb1906" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Oprava preklepov v slovenskom jazyku.", "year": 2023, "heading_line": 125, "title_line": 127, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-053", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Jakub Maruniak a Samuel Širotník?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [ "Jakub Maruniak", "2020", "Samuel Širotník" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Samuel Širotník", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Samuel Širotník" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/samuel_sirotnik/README.md" ], "partition_group": "a19d1cca6b12402093a5a6c395ecda191855899ab79856565f38d6f21856af5e" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Pokusný Kubernetes klaster použitím Raspberry Pi pre výuku klaudových technológií", "year": 2020, "heading_line": 15, "title_line": 22, "year_basis": "heading" }, { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 81, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-054", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dmytro Ushatenko a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Maroš Harahus", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "bcaace1224c02b25925dd561f9876ec80a84e3e3943da1410b385818bbcda433" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 394, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-055", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Jakub Schwarc a Martin Šarišský.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Jakub Schwarc", "2026", "Martin Šarišský" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "year": 2026 }, { "person": "Martin Šarišský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "805e4e460c4f86cacf4ab4fda95e39d75b230fbd65fa8c7ab91193a62a798033" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Inštrukčné dotrénovanie jazykového modelu", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-056", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Márk Fehér a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Márk Fehér", "2021", "Patrik Pavlišin", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Márk Fehér", "year": 2021 }, { "person": "Patrik Pavlišin", "year": 2021 }, { "person": "Márk Fehér", "year": 2022 }, { "person": "Patrik Pavlišin", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "55c75a87a86114b0485390383c356d63e874d7e14558cd6d486718ec13482efe" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": null, "year": 2021, "heading_line": 208, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-057", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Denis Le Thanh a Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "2026", "Ján Pták" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "year": 2026 }, { "person": "Ján Pták", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Pták" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "2d5fa3a6932d1a3fa9d074c1e69a28e0f64b059e9dce53c2799ec109d179cfda" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Agent pre manažment záverečných prác", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-058", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Artur Hyrenko a Rostyslav Rodzhuk.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Rostyslav Rodzhuk" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Rostyslav Rodzhuk", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "8bc2275c8104ee6b03dece3f62258b7b4cb35f97ebed68bd31522240a27684f5" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Inteligentný agent pre podporu práce špeciálneho pedagóga", "year": 2026, "heading_line": 15, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-059", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Yanchenko?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [ "Dávid Kostilník", "2025", "Vladyslav Yanchenko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "year": 2025 }, { "person": "Vladyslav Yanchenko", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Vladyslav Yanchenko" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2022/vladyslav_yanchenko/README.md" ], "partition_group": "7cf0d9c3d8e0900de5f9f26cea4451a92d3fd9df0c2b3a8ab9ba1ccc0afba857" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "year": 2025, "heading_line": 12, "title_line": 16, "year_basis": "heading" }, { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.", "year": 2025, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-060", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Alina Vitko a Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Jakub Maruniak", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "cf7dd451afeb8efd3f21d2b5205999bbf8c153d126f96b6a3c31c4b64546fc5a" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-061", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Dávid Stromp a Matúš Suchanič.", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Dávid Stromp", "2022", "Matúš Suchanič" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Dávid Stromp", "year": 2022 }, { "person": "Matúš Suchanič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md", "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "1d26900cd159c9fd62f3d54a2ecbcf526851dcca36d56b4224ef393e46bee50e" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2022, "heading_line": 11, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-062", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Filip Tomáš a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Filip Tomáš", "2025", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Filip Tomáš", "year": 2025 }, { "person": "Valerii Kutsenko", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "576e54d4fd92a78cf3aacb67bea392dc02c420489fae01f1219859ce8a97e55d" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "year": 2025, "heading_line": 15, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie otázok zo zadaného textu", "year": 2025, "heading_line": 124, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-063", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Jakub Maruniak a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Jakub Maruniak", "2021", "Tomáš Kuchárik" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Tomáš Kuchárik", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "5d97882de7b9223aaa114d305510efa97bd6401fe2411c86e4d498031bd02fb2" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 46, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu", "year": 2021, "heading_line": 90, "title_line": 92, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-064", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Oleh Bilykh a Samuel Horáni.", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Oleh Bilykh", "2021", "Samuel Horáni" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "year": 2021 }, { "person": "Samuel Horáni", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/samuel_horani/README.md" ], "partition_group": "301ce39e33e9ba301ea66961a1e4f7cbecff56b673169b17b8202e2756ad184d" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "year": 2021, "heading_line": 20, "title_line": 24, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 32, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Dialógový systém pomocou RASA framework", "year": 2021, "heading_line": 184, "title_line": 186, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-065", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dmytro Ushatenko a Patrik Pavlišin?", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "2020", "Patrik Pavlišin" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2017/dmytro_ushatenko/README.md" ], "partition_group": "608bd06c7ab6e891b10623cbaad015458c2f03b495db552f4268deaed6d9ccea" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-066", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Jakub Maruniak a Ondrej Megela?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Jakub Maruniak", "2020", "Ondrej Megela" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2020 }, { "person": "Ondrej Megela", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Ondrej Megela" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "78c4b294a9c22c2437a37c42571f1a32a059b247f27b519db913d904c18bf4b7" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-067", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Alina Vitko a Dmytro Mural.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Dmytro Mural", "2022" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Dmytro Mural", "year": 2021 }, { "person": "Alina Vitko", "year": 2022 }, { "person": "Dmytro Mural", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/dmytro_mural/README.md" ], "partition_group": "d300b6956099fc4643f36b7f8ebed893277536b3b2847ea6af7d395bffd4df85" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 33, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-068", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Tetiana Mohorian a Yevhenii Leonov?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Tetiana Mohorian", "2025", "Yevhenii Leonov" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "year": 2025 }, { "person": "Yevhenii Leonov", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "fff8fdf5834cb3bb63bea04b50a4350f17c766a7c2bbd3a4d415e71017ff9b34" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-069", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Oleksandr Hryshchenko a Ronald Zalacko?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko", "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "2026", "Ronald Zalacko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "person", "value": "Ronald Zalacko" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "year": 2026 }, { "person": "Ronald Zalacko", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ronald Zalacko" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md", "pages/students/2023/ronald_zalacko/README.md" ], "partition_group": "61dd698e835a3e335ce518f9603e244960a6371c00768b2b594967a0bb15aec9" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Grafové neurónové siete pre získavanie informácií", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Skórovací online systém pre robotické súťaže", "year": 2026, "heading_line": 17, "title_line": 22, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-070", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Adrián Remiáš a Pavol Hudák.", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Pavol Hudák", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "78f74470f6b06ea74a1f40526db75874ed06504749561c6d7e2825f4c1c627ad" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 88, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-071", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Patrik Pokrivčák?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "2024", "Patrik Pokrivčák", "2025" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "year": 2024 }, { "person": "Patrik Pokrivčák", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2025 }, { "person": "Patrik Pokrivčák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 3, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 3, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "1623dc9bb16219f47e9495821c6169939404bbfe6c53e8590d02aacbc62df010" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 64, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2025, "heading_line": 13, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-072", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Ján Malinovský a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Ján Malinovský", "2026", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Ján Malinovský", "year": 2026 }, { "person": "Simona Bobrovčanová", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "1f0634384f5bc2f49ec06ab26c58bebe5a1f9346c689b9ac37f3ef12a3c034ea" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-073", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Jakub Maruniak a Márk Fehér.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Jakub Maruniak", "2021", "Márk Fehér" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/mark_feher/README.md" ], "partition_group": "fe6576afdaa72de45578d8d274526b93d0dd910315d77537ee890ecf3e84b009" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-074", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Kamil Tomčufčík a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2025", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "year": 2025 }, { "person": "Valerii Kutsenko", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "d76a68175bd29419bc12ad1aea8338418d394d56aff0cb7e52ec36dff078b1e4" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2025, "heading_line": 12, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie otázok zo zadaného textu", "year": 2025, "heading_line": 124, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-075", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Serhii Yemets a Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Serhii Yemets", "2025", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Serhii Yemets", "year": 2025 }, { "person": "Tetiana Mohorian", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/serhii_yemets/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "7cb0697b61fdce6e9452dee222c0c89885f7ae06d5e8623f0f9bd3ef294ec1db" }, "source_evidence": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2025, "heading_line": 13, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.", "year": 2025, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-076", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Martin Šarišský a Serhii Yemets.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [ "Martin Šarišský", "2025", "Serhii Yemets" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [ { "person": "Martin Šarišský", "year": 2025 }, { "person": "Serhii Yemets", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Serhii Yemets" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2022/serhii_yemets/README.md" ], "partition_group": "c024282d49c055802475e08571a9b6d9db3d2a5c28b1189ccbe30ecf2cfa3007" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 186, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2025, "heading_line": 13, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-077", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Nikita Bodnar?", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Matej Kobyľan", "2024", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "year": 2024 }, { "person": "Nikita Bodnar", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "279e2e6812bdd667cb5454c1aea423d0225266bb4c69fe6edcdcf27c9f3bdf3b" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2024, "heading_line": 122, "title_line": 124, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-078", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Ktoré spoločné roky prác majú osoby Dárius Lindvai a Martin NaN1?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Martin NaN1" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Martin NaN1", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "1b53fa36f288284ce38bb295df16e0433ea86f4718ec50ceb7ef322e5aff7f6b" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-079", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaké roky práce pri osobách Artur Hyrenko a Samuel Džurina.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Samuel Džurina", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "370275f19f40bdcfa42f6ea7a50a2b0d9a6f2eb1272a49f93f37e76020ba13ed" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-080", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Dávid Stromp a Dominik Nagy?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "2022", "Dominik Nagy" ], "graph": { "schema_version": 3, "task": "same_academic_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dávid Stromp", "year": 2022 }, { "person": "Dominik Nagy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2019/david_stromp/README.md" ], "partition_group": "5bd5c6f75b63fb0d77eb5faa81bf0317a79d38a236e9791a5940b535c823901b" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2022, "heading_line": 11, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-081", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Ščišľak a Nikita Bodnar.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Matej Ščišľak", "2021", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "start_year": 2021 }, { "person": "Nikita Bodnar", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "1e1dfee98ea175f1afc4034ac7fe6088ff6d050abe25a2872ac81083e29e126b" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-082", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Andrii Pervashov a Ján Pták?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Andrii Pervashov", "2022", "Ján Pták" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "start_year": 2022 }, { "person": "Ján Pták", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Ján Pták" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/jan_ptak/README.md" ], "partition_group": "ffb68e9c93f85537841a508e465f3b17f1a794b5d51d081fba00646b7d9e48ce" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-083", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Lukáš Pokrývka a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Lukáš Pokrývka", "2016", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "start_year": 2016 }, { "person": "Maroš Harahus", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "288d02a27742daa1799f8008e2c52f049119e74f784983dc0e5e4d9d96ec334a" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-084", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Jakub Kristián Lukas.", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "expected_answer_contains": [ "Dávid Kostilník", "2020", "Jakub Kristián Lukas" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Jakub Kristián Lukas" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "start_year": 2020 }, { "person": "Jakub Kristián Lukas", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "partition_group": "2a495063f9c864a6adfa74652653329941fc2faa1ebc214a50192b8917cd96b6" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-085", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dominik Nagy a Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Dominik Nagy", "2016", "Jakub Maruniak" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Dominik Nagy", "start_year": 2016 }, { "person": "Jakub Maruniak", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "06cbe49f6dcf69b5d321ae7cef943c75ddf6719b01de8494f3d8d844542cb1b0" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-086", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Artem Yatsenko a Samuel Horáni?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Artem Yatsenko", "2019", "Samuel Horáni" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "start_year": 2019 }, { "person": "Samuel Horáni", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/samuel_horani/README.md" ], "partition_group": "d307e2ba6b7e8421105f96b351fbf7a313547fed56fba143eafe7f2cf0851c12" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-087", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dmytro Mural a Samuel Horáni.", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Dmytro Mural", "2019", "Samuel Horáni" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Dmytro Mural", "start_year": 2019 }, { "person": "Samuel Horáni", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/samuel_horani/README.md" ], "partition_group": "04ecb8c7148bc15a5caef720a3853ec02824c5295a723051338cc0242c13ea1e" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-088", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Ján Holp a Maroš Harahus?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Ján Holp", "2016", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Ján Holp", "start_year": 2016 }, { "person": "Maroš Harahus", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "aea01d21731f8e2afcbff1df10e7def4e0e0e7d32f9977c885726daeef95b3e2" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-089", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dávid Kostilník a Vladyslav Krupko?", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Dávid Kostilník", "2020", "Vladyslav Krupko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Vladyslav Krupko" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "start_year": 2020 }, { "person": "Vladyslav Krupko", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "partition_group": "c65cca6187aaeeb7c3eaed64ced03ad5d6f69b202360f4da90df9461a6ae75d9" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-090", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Martin Jancura a Stanislav Matsunych.", "should_answer": true, "expected_documents": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura", "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [ "Martin Jancura", "2017", "Stanislav Matsunych" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [ { "person": "Martin Jancura", "start_year": 2017 }, { "person": "Stanislav Matsunych", "start_year": 2017 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "start_year", "value": "2017" }, { "type": "person", "value": "Stanislav Matsunych" }, { "type": "start_year", "value": "2017" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/martin_jancura/README.md", "pages/students/2017/stanislav_matsunych/README.md" ], "partition_group": "9c6a1bc5e693e069dc93843dbf3ceb9c4940a2c4a0c0cf3838f160e9e7443a42" }, "source_evidence": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "start_year", "value": 2017 }, { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "start_year", "value": 2017 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-091", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Matej Novotný a Nikita Bodnar?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Matej Novotný", "2021", "Nikita Bodnar" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Matej Novotný", "start_year": 2021 }, { "person": "Nikita Bodnar", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "479448d2533b9822db31467c4c632d7e3461649c909e3ec95e1a3349fe805ec1" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-092", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dávid Omasta a Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dávid Omasta", "2018", "Martin Wencel" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Dávid Omasta", "start_year": 2018 }, { "person": "Martin Wencel", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Martin Wencel" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2018/martin_wencel/README.md" ], "partition_group": "222cf4bfc9d244e44f0d85eb2521b87efa67c672a333466f4d3b2401ef88563e" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "start_year", "value": 2018 }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-093", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Samuel Vasiľ a Valerii Kutsenko.", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Samuel Vasiľ", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "3d38b91b4da7ee0b43dc250957f6fdfbd02c6843474ce946a92bedaf25625efc" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-094", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dmytro Mural a Kristián Sopkovič?", "should_answer": true, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Dmytro Mural", "2019", "Kristián Sopkovič" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Dmytro Mural", "start_year": 2019 }, { "person": "Kristián Sopkovič", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Mural" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "be35a90c082e45480ed4686993fe6ea10a7dd301a8409c394d9ea88e157d9d07" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-095", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Oleksandr Dorybohov a Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov", "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "2023", "Samuel Džurina" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "start_year": 2023 }, { "person": "Samuel Džurina", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Samuel Džurina" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md", "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "ee9acdedd25bb96a51d391915c614be734c93c33c6361fb915022b01782aa76f" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-096", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Michal Stromko a Patrik Pokrivčák.", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "expected_answer_contains": [ "Michal Stromko", "2019", "Patrik Pokrivčák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Michal Stromko", "start_year": 2019 }, { "person": "Patrik Pokrivčák", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md", "pages/students/2019/patrik_pokrivcak/README.md" ], "partition_group": "86d64e4ab08ac6dd429272beb58d383097686ea4de523ef46b99ae23bf546dd0" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-097", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Martin Šarišský a Matej Ščišľak?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Martin Šarišský", "2021", "Matej Ščišľak" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Martin Šarišský", "start_year": 2021 }, { "person": "Matej Ščišľak", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "a86328fb71a4c548181bedb494c122d857e87fa93e2722263e8a44664108d0a7" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-098", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Matej Kobyľan a Pavol Hudák?", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Matej Kobyľan", "2020", "Pavol Hudák" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Pavol Hudák" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "start_year": 2020 }, { "person": "Pavol Hudák", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md", "pages/students/2020/pavol_hudak/README.md" ], "partition_group": "4cab868cbca2a438ffcb373e72187d6f1a58c0feeca361219d93aa59cd492695" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-099", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Alina Vitko a Dávid Stromp.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Alina Vitko", "2019", "Dávid Stromp" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [ { "person": "Alina Vitko", "start_year": 2019 }, { "person": "Dávid Stromp", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Dávid Stromp" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/david_stromp/README.md" ], "partition_group": "5b412f77432645467b47404f4ada06f12109aaf8823656f14f5b4a806f5e8fc0" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-100", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Ronald Zalacko a Simona Bobrovčanová?", "should_answer": true, "expected_documents": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko", "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Ronald Zalacko", "2023", "Simona Bobrovčanová" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Ronald Zalacko", "start_year": 2023 }, { "person": "Simona Bobrovčanová", "start_year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ronald Zalacko" }, { "type": "start_year", "value": "2023" }, { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "start_year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/ronald_zalacko/README.md", "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "be95b1b8a16aeb8857b6956c8b19011daccf44b7400d5327ba531669cd8b3d5c" }, "source_evidence": [ { "document_path": "pages/students/2023/ronald_zalacko/README.md", "sha256": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f", "field": "start_year", "value": 2023 }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "start_year", "value": 2023 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-101", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Jakub Schwarc a Valerii Kutsenko?", "should_answer": true, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Jakub Schwarc", "2022", "Valerii Kutsenko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Jakub Schwarc", "start_year": 2022 }, { "person": "Valerii Kutsenko", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Schwarc" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "15b2d3b6daf3dfc1862e87e318ffb2edad46c82745838f6c82aacc0ca009e031" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-102", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Ján Malinovský a Tetiana Mohorian.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky", "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Ján Malinovský", "2022", "Tetiana Mohorian" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Ján Malinovský", "start_year": 2022 }, { "person": "Tetiana Mohorian", "start_year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "start_year", "value": "2022" }, { "type": "person", "value": "Tetiana Mohorian" }, { "type": "start_year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md", "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "30f2012d3ad7acd4e815498683fc6352056667cdad17ded234b57aadf17ed97e" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "start_year", "value": 2022 }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "start_year", "value": 2022 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-103", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Martin Šarišský a Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky", "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Martin Šarišský", "2021", "Vladimír Ferko" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Martin Šarišský", "start_year": 2021 }, { "person": "Vladimír Ferko", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Vladimír Ferko" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md", "pages/students/2021/vladimir_ferko/README.md" ], "partition_group": "aa78998691d9c678f766e538781865534fb88357dcbcfaa3403337563c1a4593" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-104", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Martin NaN1?", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Adrián Remiáš", "2018", "Martin NaN1" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "start_year": 2018 }, { "person": "Martin NaN1", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Martin NaN1" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/adrian_remias/README.md" ], "partition_group": "2c1d133de7d9d4bccc08ff6f6c299a8b9f113e7465cdab61064ed0472eb05064" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "start_year", "value": 2018 }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-105", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dominik Nagy a Maroš Harahus.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Dominik Nagy", "2016", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Dominik Nagy", "start_year": 2016 }, { "person": "Maroš Harahus", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Maroš Harahus" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/maros_harahus/README.md" ], "partition_group": "c314f7d377134889e14096e3651f6cd21ac479908c1202b1afda6e4806dfcea6" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-106", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Kamil Tomčufčík a Matúš Suchanič?", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Kamil Tomčufčík", "2020", "Matúš Suchanič" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "start_year": 2020 }, { "person": "Matúš Suchanič", "start_year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "start_year", "value": "2020" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "start_year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md", "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "220b4db054e4fc0fc0e4d08dd6694bc559a50214587179a498c6238d94320e09" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "start_year", "value": 2020 }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "start_year", "value": 2020 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-107", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Dominik Nagy a Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Dominik Nagy", "2016", "Márk Fehér" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Dominik Nagy", "start_year": 2016 }, { "person": "Márk Fehér", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Márk Fehér" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/mark_feher/README.md" ], "partition_group": "047b7641ae0a2e034aedaadca16df141f7a82201cf9d3af3c06d099735f2e0d7" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-108", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Artur Hyrenko a Manohar Gowdru Shridhara.", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "expected_answer_contains": [ "Artur Hyrenko", "2021", "Manohar Gowdru Shridhara" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Manohar Gowdru Shridhara" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "start_year": 2021 }, { "person": "Manohar Gowdru Shridhara", "start_year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "start_year", "value": "2021" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "start_year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "partition_group": "7d6e1f3bc6410d3e6dd5a9a89a8f62dcb644e9a00e57dd201f9d20c440a0f666" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "start_year", "value": 2021 }, { "document_path": "pages/students/2021/manohar_gowdru_shridharu/README.md", "sha256": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b", "field": "start_year", "value": 2021 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-109", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Dávid Iľaš?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [ "Adrián Remiáš", "2018", "Dávid Iľaš" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "start_year": 2018 }, { "person": "Dávid Iľaš", "start_year": 2018 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "start_year", "value": "2018" }, { "type": "person", "value": "Dávid Iľaš" }, { "type": "start_year", "value": "2018" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md" ], "partition_group": "ba1f6a7c4d356abdcdcf7bc6b0067ce0f4321fab0d26077f79dbb11c56fdc205" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "start_year", "value": 2018 }, { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "start_year", "value": 2018 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-110", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Filip Tomáš a Samuel Horáni?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Filip Tomáš", "2019", "Samuel Horáni" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Filip Tomáš", "start_year": 2019 }, { "person": "Samuel Horáni", "start_year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "start_year", "value": "2019" }, { "type": "person", "value": "Samuel Horáni" }, { "type": "start_year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2019/samuel_horani/README.md" ], "partition_group": "d7a88f6837f8552c5a7a8a1c64694df21012ed6b89c763465604ecc42a2de7ca" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "start_year", "value": 2019 }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "start_year", "value": 2019 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-111", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Porovnaj rovnaký rok začiatku štúdia osôb Dominik Nagy a Tomáš Kuchárik.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Dominik Nagy", "2016", "Tomáš Kuchárik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Dominik Nagy", "start_year": 2016 }, { "person": "Tomáš Kuchárik", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "4c3193bf16c273479b7ee12ace5aae926984fb3d129e6d133830cc0275771fb4" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-112", "split": "test", "category": "same_start_year_pair", "difficulty": "hard", "question": "Aký spoločný rok začiatku štúdia majú osoby Jakub Maruniak a Tomáš Kuchárik?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [ "Jakub Maruniak", "2016", "Tomáš Kuchárik" ], "graph": { "schema_version": 3, "task": "same_start_year_pair", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "start_year": 2016 }, { "person": "Tomáš Kuchárik", "start_year": 2016 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "person_document", "any_of": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" } ] } ], "expected_path_patterns": [], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "start_year", "value": "2016" }, { "type": "person", "value": "Tomáš Kuchárik" }, { "type": "start_year", "value": "2016" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2016/tomas_kucharik/README.md" ], "partition_group": "674efbd57b1fd47b8cb344934c03e296c844d1c9d2187a330cb6658462a83149" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "start_year", "value": 2016 }, { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "start_year", "value": 2016 } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-113", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Ján Holp uvedené pre rok 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "a33604e5a238f5c7baf106375b547b8c9814ad3f47e2fa1232a61ea35253a481" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-114", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Yevhenii Leonov a rok práce pre rok 2024.", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "academic_kind": "Work", "academic_type": "research_project", "year": 2024, "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "work_title", "value": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "f4aa9c120019530bd5c9e3dcdb0b984864737c51d11e3eaffcce916dfd6431d2" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation", "year": 2024, "heading_line": 91, "title_line": 94, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-115", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2021.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "1e893e0939acfb749a667493c9957a7a2270dfc36d5707756d2a082ac0936ae5" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-116", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "0bc416938bb41331bd8f25000903b12e093db2748fbc769a31b1bdb0a826749c" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-117", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Andrii Pervashov a rok práce pre rok 2027.", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "2027" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "f427ee6c6cc0e07121afa53f464778536d49c171a16609edae11c3dcea8a3faf" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-118", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Andrii Pervashov a rok práce pre rok 2025.", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "Korekcia textu pomocou neurónových sietí", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Korekcia textu pomocou neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "7194e88030237b369b5f7b6a19b21dc0f88dfd4ed8018ea37f6df939ff393e9e" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-119", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov diplomového projektu a rok práce sú pri osobe Ján Malinovský uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "fa54ee80423e361a0ae43a9ae30a351d655bdf6189780c23875995f188508d80" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-120", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dávid Kostilník a rok práce pre rok 2025.", "should_answer": true, "expected_documents": [ "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Dávid Kostilník", "Sémantické vyhľadávanie pomocou veľkých modelov", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Dávid Kostilník", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Sémantické vyhľadávanie pomocou veľkých modelov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Kostilník" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie pomocou veľkých modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/david_kostilnik/README.md" ], "partition_group": "6cf81ffe7c5d76bd615a71e525732c3f993c57b7f88792aeaf2dbc749693de8c" }, "source_evidence": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie pomocou veľkých modelov", "year": 2025, "heading_line": 12, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-121", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Martin NaN1 a rok práce pre rok 2020.", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Martin NaN1", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Martin NaN1", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2020, "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "work_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "2001fbe67e416640eecfe15688d96b3dd3e8876066db44dad89f5724b6d93220" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-122", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Oleksandr Dorybohov uvedené pre rok 2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "185c3f1210e7b24f12f9ad1aaffbdb2df0997fef9c241c181535ed7e65c9ed0b" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-123", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Martin Šarišský a rok práce pre rok 2026.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "7c47036250b4afc39e585fe92a7bbcfc884d25b74a6e499d904bb8a86bd89dcf" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-124", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Daniil Huzenko a rok práce pre rok 2025.", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "2025" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "thesis_title", "value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "19005b76ed61e01f9e1a1be4dbb2526681ee59f6110f89df32a8c1ee35b6a7a5" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-125", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Márk Fehér uvedené pre rok 2022?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "Klasifikácia textu metódami strojového učenia", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Klasifikácia textu metódami strojového učenia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "thesis_title", "value": "Klasifikácia textu metódami strojového učenia" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "partition_group": "15c47f54491b0e761b96a403b9eedd6d25587b99117c06190352ed62057fd0b9" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Klasifikácia textu metódami strojového učenia", "year": 2022, "heading_line": 9, "title_line": 11, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-126", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Michal Stromko a rok práce pre rok 2022.", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "d696e77690ea9967067e58feb58778a2117754b33ec57cf40322ebd91ba14ca7" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-127", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Samuel Džurina a rok práce pre rok 2026.", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "Dialógový systém pre podporu firemných procesov", "2026" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Dialógový systém pre podporu firemných procesov" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "thesis_title", "value": "Dialógový systém pre podporu firemných procesov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "partition_group": "2c1dd2518bff32eb0ec6bace464f4ae34f458ee7d170b5437fe18d5281a376bf" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre podporu firemných procesov", "year": 2026, "heading_line": 14, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-128", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Kristián Sopkovič uvedené pre rok 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "thesis_title", "value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "952fb43c1d8ab24e2e1a81dd5be9519b32db84e6a599507bb4f7093f2eb7e4aa" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-129", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov diplomového projektu osoby Maroš Harahus a rok práce pre rok 2020.", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "work_title", "value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "81104a772ef82f95c0b3c08e48b2bd17c99fb291421ccc413650da7daa575272" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/README.md", "sha256": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)", "year": 2020, "heading_line": 492, "title_line": 500, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-130", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Matej Kobyľan a rok práce pre rok 2023.", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "Systém pre monitoring médií", "2023" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Systém pre monitoring médií" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "thesis_title", "value": "Systém pre monitoring médií" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "9a2489aa2e6b3a8678aba4c773c9d12b6123ad40ec39f7173595c17a27bdad4c" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre monitoring médií", "year": 2023, "heading_line": 29, "title_line": 31, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-131", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Eduard Matovka uvedené pre rok 2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [ "Eduard Matovka", "Slovenská konverzačná umelá inteligencia", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Eduard Matovka", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Slovenská konverzačná umelá inteligencia" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Eduard Matovka" }, { "type": "thesis_title", "value": "Slovenská konverzačná umelá inteligencia" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "partition_group": "641707df543550c4a5f52d13249b3f91ca6ed5786dd9de18ccc5418374e390e7" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Slovenská konverzačná umelá inteligencia", "year": 2024, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-132", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Patrik Pavlišin a rok práce pre rok 2022.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "Neurónový strojový preklad", "2022" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "thesis_title", "value": "Neurónový strojový preklad" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "fbb1741bde9346e799132348dd9b113285e2935de8d9058d9b189eb7c02d7692" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad", "year": 2022, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-133", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Matej Ščišľak a rok práce pre rok 2024.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "Dialógový systém pre potreby samosprávy", "2024" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Dialógový systém pre potreby samosprávy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "a0a475ac13753718c99781c5c7a81da57dbd5520533513959b51d800093250be" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre potreby samosprávy", "year": 2024, "heading_line": 123, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-134", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2023?", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "Automatická kategorizácia slovenského textu", "2023" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2023, "title": "Automatická kategorizácia slovenského textu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "thesis_title", "value": "Automatická kategorizácia slovenského textu" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "1592ac1aca5189442ce9442b3ebc65601cf5e191593be367a789a7851b143fd2" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická kategorizácia slovenského textu", "year": 2023, "heading_line": 12, "title_line": 23, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-135", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Alina Vitko a rok práce pre rok 2021.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "Vytovrenie prehľadu existujúcich systémov QA.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2021, "title": "Vytovrenie prehľadu existujúcich systémov QA." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "work_title", "value": "Vytovrenie prehľadu existujúcich systémov QA." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "partition_group": "c2c5926f982aed897c45bc4d51b45388724bf4857a8e97a8009b0eed85f53085" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-136", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov diplomového projektu osoby Lukáš Pokrývka a rok práce pre rok 2020.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "f9f6a5828b888045da99a61d6e76d79548d1e89e3ba9325e2cd2de26d1594ed4" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-137", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Lukáš Pokrývka v roku 2021 súvisí s kľúčovým slovom gpu?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "gpu", "Paralelné trénovanie neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Paralelné trénovanie neurónových sietí", "keyword": "gpu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "gpu" }, { "type": "thesis_title", "value": "Paralelné trénovanie neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "eae025cb836ff5bef37f4233bdb0976c504e31d62cdf70861264c5c4ae472fa0" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "gpu" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "gpu" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-138", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Lukáš Pokrývka v roku 2020 s kľúčovým slovom cloud.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "cloud", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "keyword": "cloud" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "cloud" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "9559ae0a34e231abed6a955567c273dd9d0483039d933416bda3e8ac707f8732" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-139", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dominik Nagy v roku 2022 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "nlp", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "74ca0b159dccb4222aca41db91816fe164ecbd974e1c1dc5b2be7bf4c1648e1a" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-140", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Michal Stromko v roku 2022 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "nlp", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "b75e35547e614ab7617f044dba12222bb63340df5260d801e22e521b6cadb637" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-141", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Martin Šarišský v roku 2026 s kľúčovým slovom rasa.", "should_answer": true, "expected_documents": [ "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "rasa", "Agentové systémy pomocou veľkého jazykového modelu", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin Šarišský" } ], "expected_bindings": [ { "person": "Martin Šarišský", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Agentové systémy pomocou veľkého jazykového modelu", "keyword": "rasa" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "keyword", "value": "rasa" }, { "type": "thesis_title", "value": "Agentové systémy pomocou veľkého jazykového modelu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "2798a96394241e81e12457b3bfe21413545d6ab04b6150e22bf425bab3e606d9" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.tag", "value": "rasa" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Agentové systémy pomocou veľkého jazykového modelu", "year": 2026, "heading_line": 12, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-142", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom lstm.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "lstm", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "lstm" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "lstm" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "b7d6da7135d8d82853c4c2d51afaf9f52c1e87edf10a87606e7b932c122fe9b3" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "lstm" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-143", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dominik Nagy v roku 2022 súvisí s kľúčovým slovom seq2seq?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dominik Nagy", "seq2seq", "Neurónový strojový preklad pomocou knižnice Fairseq", "2022" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dominik Nagy", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2022, "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "keyword": "seq2seq" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "keyword", "value": "seq2seq" }, { "type": "thesis_title", "value": "Neurónový strojový preklad pomocou knižnice Fairseq" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "b90504a72aa5773909a503017e054f7575c8df1d831a1230f9f4d190b22eee03" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md", "sha256": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458", "field": "taxonomy.tag", "value": "seq2seq" }, { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónový strojový preklad pomocou knižnice Fairseq", "year": 2022, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-144", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2021 s kľúčovým slovom interpunction.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "interpunction", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "keyword": "interpunction" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "interpunction" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "f624016470721430de399cf51874583ddda4f350b52d19c599820ad950a61b41" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "interpunction" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "taxonomy.tag", "value": "interpunction" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-145", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom python.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "python", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "python" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "python" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "203b2e211504907884a0589a09afe76e5abc4767e94f4d30c793facb33a4f369" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "python" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-146", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Simona Bobrovčanová v roku 2026 súvisí s kľúčovým slovom lm?", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "lm", "Automatická sumarizácia slovenského textu", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu", "keyword": "lm" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "lm" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "21e1f4eb0840acfb3ba435dd371c9fe03dac91701357c49625b84698f176a2c0" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.tag", "value": "lm" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-147", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Martin NaN1 v roku 2020 s kľúčovým slovom gpt.", "should_answer": true, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [ "Martin NaN1", "gpt", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [ { "person": "Martin NaN1", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2020, "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "keyword": "gpt" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "gpt" }, { "type": "work_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "partition_group": "e47ca34b710e7ddeae8839df0530bf68a513c4dde3ea5c98c0e1a02e19b9c81d" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "taxonomy.tag", "value": "gpt" }, { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "year": 2020, "heading_line": 18, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-148", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Patrik Pavlišin v roku 2020 s kľúčovým slovom translation.", "should_answer": true, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "translation", "Metódy automatického prekladu", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2020, "title": "Metódy automatického prekladu", "keyword": "translation" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "keyword", "value": "translation" }, { "type": "thesis_title", "value": "Metódy automatického prekladu" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "b45c20d458707c870e44e1e788d67b9c1693f7fdbe5184f000e22f274d41a27c" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.tag", "value": "translation" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-149", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Michal Stromko v roku 2022 súvisí s kľúčovým slovom ir?", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "ir", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch", "keyword": "ir" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "ir" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "57c36598463a1fc198cd5513b44e4bd2e8a502d20a7b296c563c2bbab97e5ec4" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-150", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Samuel Vasiľ v roku 2026 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2022/samuel_vasil/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" ], "expected_answer_contains": [ "Samuel Vasiľ", "nlp", "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Samuel Vasiľ" } ], "expected_bindings": [ { "person": "Samuel Vasiľ", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Vasiľ" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/samuel_vasil/README.md" ], "partition_group": "3e0a60d3387194b51bccbba921207bd4e3e91d862d4f00d217a06fc93fec16b4" }, "source_evidence": [ { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/samuel_vasil/README.md", "sha256": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-151", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Michal Stromko v roku 2022 s kľúčovým slovom demo.", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "demo", "Indexovanie slovenského textu pomocou Elasticsearch", "2022" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2022, "title": "Indexovanie slovenského textu pomocou Elasticsearch", "keyword": "demo" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "demo" }, { "type": "thesis_title", "value": "Indexovanie slovenského textu pomocou Elasticsearch" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "5ef8fd935e6dbcd178114f8e73745357c88909a3dabdeeee10427d320eac9abd" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "demo" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-152", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dávid Iľaš v roku 2023 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [ "Dávid Iľaš", "nlp", "Rozpoznávanie emócií z textu.", "2023" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Rozpoznávanie emócií z textu.", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Rozpoznávanie emócií z textu." }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "partition_group": "2e9cf321ec32f7678da3815ba382dd49924972b945757991bb9cbd1be5c6c16a" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-153", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Michal Stromko v roku 2024 s kľúčovým slovom cloud.", "should_answer": true, "expected_documents": [ "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "cloud", "Sémantické vyhľadávanie v slovenskom texte", "2024" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Michal Stromko" } ], "expected_bindings": [ { "person": "Michal Stromko", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Sémantické vyhľadávanie v slovenskom texte", "keyword": "cloud" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "cloud" }, { "type": "thesis_title", "value": "Sémantické vyhľadávanie v slovenskom texte" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/michal_stromko/README.md" ], "partition_group": "6d024def29328d84d892619a842e8966846f24c2633af7653cdac7edb17b7c7c" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Sémantické vyhľadávanie v slovenskom texte", "year": 2024, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-154", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Lukáš Pokrývka v roku 2019 s kľúčovým slovom cloud.", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "cloud", "Paralelné spracovanie prirodzeného jazyka", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Paralelné spracovanie prirodzeného jazyka", "keyword": "cloud" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "cloud" }, { "type": "work_title", "value": "Paralelné spracovanie prirodzeného jazyka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "2e1d3fda20c55c23d3e44abf16170d53e5b3a0a8bf44ce11c9a8b2c302c9f80a" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Paralelné spracovanie prirodzeného jazyka", "year": 2019, "heading_line": 192, "title_line": 199, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-155", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Matej Ščišľak v roku 2026 súvisí s kľúčovým slovom chatbot?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "chatbot", "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2026, "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "keyword": "chatbot" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "chatbot" }, { "type": "thesis_title", "value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií." }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "3e1732812896c90c10faf12dbd80235eb0e9cc96e229d48b75082a5bac39961f" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.tag", "value": "chatbot" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-156", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Oleh Poiasnik v roku 2027 s kľúčovým slovom rag.", "should_answer": true, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Oleh Poiasnik", "rag", "Expertný agentový systém na podporu rozhodovania v lekárni", "2027" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [ { "person": "Oleh Poiasnik", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2027, "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "keyword": "rag" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Poiasnik" }, { "type": "keyword", "value": "rag" }, { "type": "thesis_title", "value": "Expertný agentový systém na podporu rozhodovania v lekárni" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "partition_group": "20a2401deaba107fd91bbc34aacc7190da11855247243bbb81ca100a30d3840b" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "taxonomy.tag", "value": "rag" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-157", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ondrej Megela v roku 2023 s kľúčovým slovom lm.", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "lm", "Automatické generovanie otázok v slovenskom jazyku", "2023" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ondrej Megela" } ], "expected_bindings": [ { "person": "Ondrej Megela", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2023, "title": "Automatické generovanie otázok v slovenskom jazyku", "keyword": "lm" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "lm" }, { "type": "thesis_title", "value": "Automatické generovanie otázok v slovenskom jazyku" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "8708e175919adfe519420c0884a9496f783b2b37b90a79f1ac682d59901cff75" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "lm" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-158", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Ján Malinovský v roku 2026 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Ján Malinovský", "nlp", "Grafové vyhľadávanie pre podporu vzdelávania", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [ { "person": "Ján Malinovský", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2026, "title": "Grafové vyhľadávanie pre podporu vzdelávania", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Malinovský" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Grafové vyhľadávanie pre podporu vzdelávania" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "partition_group": "3ffdc5349072e63028282f89339eb434031230636a450a06b8b0e55249b261ad" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-159", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Than Trung Thanh v roku 2020 s kľúčovým slovom anotation.", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Than Trung Thanh", "anotation", "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Than Trung Thanh", "academic_kind": "Work", "academic_type": "bachelor_project", "year": 2020, "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "keyword": "anotation" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "anotation" }, { "type": "work_title", "value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md" ], "partition_group": "c9f3bfcb2169481bf2c570e4ae5aeb054e2d48cdb1ac2cfd6f617213ff8208d9" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.tag", "value": "anotation" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "year": 2020, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-160", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Andrii Pervashov v roku 2025 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "nlp", "Korekcia textu pomocou neurónových sietí", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2025, "title": "Korekcia textu pomocou neurónových sietí", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Korekcia textu pomocou neurónových sietí" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "7cc59335ad0e7cc9f6a8497698212b6b00ce6e7a6bb6c7cf1871ef6921317be3" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-161", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Kristián Sopkovič v roku 2024 súvisí s kľúčovým slovom spacy?", "should_answer": true, "expected_documents": [ "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "spacy", "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "2024" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2024, "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "keyword": "spacy" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "spacy" }, { "type": "thesis_title", "value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov." }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "62ec7091f87bf73ca0e890bea5e1ecb689275cd62b92d76911fee5764b5e586d" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.", "year": 2024, "heading_line": 72, "title_line": 74, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-162", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Simona Bobrovčanová v roku 2026 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" ], "expected_answer_contains": [ "Simona Bobrovčanová", "nlp", "Automatická sumarizácia slovenského textu", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Simona Bobrovčanová" } ], "expected_bindings": [ { "person": "Simona Bobrovčanová", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatická sumarizácia slovenského textu", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Simona Bobrovčanová" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Automatická sumarizácia slovenského textu" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/simona_bobrovcanova/README.md" ], "partition_group": "7bb8bfd8e319311ba338c7b30c2d0fdc07e7c7d02b95afeff005be005b78fa3a" }, "source_evidence": [ { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/simona_bobrovcanova/README.md", "sha256": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatická sumarizácia slovenského textu", "year": 2026, "heading_line": 14, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-163", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Rostyslav Rodzhuk v roku 2025 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [ "Rostyslav Rodzhuk", "nlp", "Veľký jazykový model ako inteligentný agent", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [ { "person": "Rostyslav Rodzhuk", "academic_kind": "Work", "academic_type": "research_project", "year": 2025, "title": "Veľký jazykový model ako inteligentný agent", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Veľký jazykový model ako inteligentný agent" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "partition_group": "1fa24b3e35d6a83c3febb0929166523cec34df14e89b2ccfe6f57f97fc1ee61e" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Veľký jazykový model ako inteligentný agent", "year": 2025, "heading_line": 138, "title_line": 140, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-164", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Patrik Pokrivčák v roku 2025 súvisí s kľúčovým slovom hate?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "expected_answer_contains": [ "Patrik Pokrivčák", "hate", "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "2025" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Patrik Pokrivčák", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2025, "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "keyword": "hate" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "hate" }, { "type": "thesis_title", "value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "partition_group": "8a1ce5a3507e85a34bd4435700aa3a31be4e0fa45cbe6876e2c21bdb6c9a14d1" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "taxonomy.tag", "value": "hate" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-165", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom nn.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "nn", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "nn" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nn" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "d0af890326b4dd10b294ca5d0a30efbe2edefaa9002b5517aa3804408e28e88a" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-166", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Oleksandr Dorybohov v roku 2026 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "nlp", "Automatické odpovede na otázky v právnej oblasti", "2026" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2026, "title": "Automatické odpovede na otázky v právnej oblasti", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Automatické odpovede na otázky v právnej oblasti" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "556ff93ea59719e3b9f4e4448a6471028a7a5250913f4dba3478dd43b5968890" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-167", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Lukáš Pokrývka v roku 2020 súvisí s kľúčovým slovom gpu?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "gpu", "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "2020" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "academic_kind": "Work", "academic_type": "diploma_project", "year": 2020, "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "keyword": "gpu" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "gpu" }, { "type": "work_title", "value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch." }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "3b8159efc729a615ee1836cff680184ed9741fbe3efe0461d00a15287a4b1fcf" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "gpu" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.tag", "value": "gpu" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.", "year": 2020, "heading_line": 121, "title_line": 123, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-168", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Matej Ščišľak v roku 2024 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "nlp", "Dialógový systém pre potreby samosprávy", "2024" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2024, "title": "Dialógový systém pre potreby samosprávy", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Dialógový systém pre potreby samosprávy" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "bcbd3c5e3b35d17a1429762aaefd6bb0390b60eb5c7ae04490f569e8b38ee036" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre potreby samosprávy", "year": 2024, "heading_line": 123, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-169", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Tetiana Mohorian, ktorý patrí do kategórie bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/tetiana_mohorian/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "partition_group": "6d148f0c6401524e0494967f2442a4180b45335d8220bb646c993d288e4a9c98" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-170", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Denis Le Thanh spojený s kategóriou bp2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "bp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "category": "bp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2023/denis_le_thanh/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "category", "value": "bp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "partition_group": "b4745f07ba76ca2fd5e9127930257c3db63039dc483ea6e38658d24092940c25" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.category", "value": "bp2026" }, { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-171", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" ], "expected_answer_contains": [ "Dávid Omasta", "dp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Dávid Omasta", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/david_omasta/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md" ], "partition_group": "62476f9bef6368ebff12397fc700bfe53810f9deb03b7bb6bc101aab3627fa96" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-172", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Matúš Suchanič, ktorý patrí do kategórie vp2022?", "should_answer": true, "expected_documents": [ "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Matúš Suchanič", "vp2022", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matúš Suchanič" } ], "expected_bindings": [ { "person": "Matúš Suchanič", "category": "vp2022", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/matus_suchanic/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matúš Suchanič" }, { "type": "category", "value": "vp2022" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matus_suchanic/README.md" ], "partition_group": "3ca1886aef2e28489f1626b2f7e4ab89a2fd1e7ec2ad5ae7cccd6d426076c98d" }, "source_evidence": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.category", "value": "vp2022" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-173", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Kamil Tomčufčík spojený s kategóriou dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" ], "expected_answer_contains": [ "Kamil Tomčufčík", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Kamil Tomčufčík" } ], "expected_bindings": [ { "person": "Kamil Tomčufčík", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kamil Tomčufčík" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/kamil_tomcufcik/README.md" ], "partition_group": "8b134de0cd34e81523e622d2ac0304179711cc1d7c643bac9051b5ee10288ba6" }, "source_evidence": [ { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2020/kamil_tomcufcik/README.md", "sha256": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-174", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Artur Hyrenko spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" ], "expected_answer_contains": [ "Artur Hyrenko", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/artur_hyrenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md" ], "partition_group": "a96bfcfd0c907c8bb7802e4d57fce876d9046d072eea91e7447143911f847905" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-175", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Serhii Yemets, ktorý patrí do kategórie bp2025?", "should_answer": true, "expected_documents": [ "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [ "Serhii Yemets", "bp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [ { "person": "Serhii Yemets", "category": "bp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/serhii_yemets/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "category", "value": "bp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/serhii_yemets/README.md" ], "partition_group": "04923989b45d44f7e7e04874ac1801e0132a1ef5215e962f49a11dfe6b986949" }, "source_evidence": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "taxonomy.category", "value": "bp2025" }, { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-176", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou tp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "tp2020" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "category": "tp2020", "document_author": "Dárius Lindvai", "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Dárius Lindvai" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "441bfb186a69b24625466f31ede3a9474e19f40bbc43da2b5c23fcc7383deb84" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.author", "value": "Dárius Lindvai" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-177", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou tp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/maros_harahus/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus" ], "expected_answer_contains": [ "Maroš Harahus", "tp2020" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Maroš Harahus" } ], "expected_bindings": [ { "person": "Maroš Harahus", "category": "tp2020", "document_author": "Maroš Harahus", "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maroš Harahus" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Maroš Harahus" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/maros_harahus/README.md" ], "partition_group": "35b9c6a70312ddab39916bd90249ba3af01e897753a2bb54851de5133333f2cf" }, "source_evidence": [ { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md", "sha256": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83", "field": "taxonomy.author", "value": "Maroš Harahus" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-178", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Patrik Pokrivčák, ktorý patrí do kategórie dp2025?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" ], "expected_answer_contains": [ "Patrik Pokrivčák", "dp2025", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" } ], "expected_bindings": [ { "person": "Patrik Pokrivčák", "category": "dp2025", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "category", "value": "dp2025" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md" ], "partition_group": "ca507124b746f630531e6a13908aa4ed3747a6330c4d82f39567408f2588c1c6" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "taxonomy.category", "value": "dp2025" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-179", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Stromp spojený s kategóriou bp2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Dávid Stromp", "bp2022", "Maroš Harahus" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [ { "person": "Dávid Stromp", "category": "bp2022", "document_author": "Maroš Harahus", "document_path": "pages/students/2019/david_stromp/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/david_stromp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "category", "value": "bp2022" }, { "type": "document_author", "value": "Maroš Harahus" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/david_stromp/README.md" ], "partition_group": "97a6e658894bf4eee76c306322443221c8101a0b03657d5d34ebdd4d5b678b70" }, "source_evidence": [ { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.category", "value": "bp2022" }, { "document_path": "pages/students/2019/david_stromp/README.md", "sha256": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09", "field": "taxonomy.author", "value": "Maroš Harahus" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-180", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Dávid Iľaš spojený s kategóriou dp2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [ "Dávid Iľaš", "dp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "category": "dp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/david_ilas/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "category", "value": "dp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "partition_group": "e143cd28e97e0060dfbd94da2c53b29aca2f468d05dc2ecbabd047451e3d7f91" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.category", "value": "dp2023" }, { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-181", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Jakub Maruniak, ktorý patrí do kategórie dp2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "dp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "category": "dp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2016/jakub_maruniak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "category", "value": "dp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "c1d53af638200d121110389f619fd44d08b7a38bb307235d07c98d3e3ce337b2" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.category", "value": "dp2021" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-182", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/valerii_kutsenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "9f523cbf7f56220f6b2c95419dcf48e083543dd46ee0b73ced669156991ae409" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-183", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Martin Jancura spojený s kategóriou bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2017/martin_jancura/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "expected_answer_contains": [ "Martin Jancura", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Martin Jancura" } ], "expected_bindings": [ { "person": "Martin Jancura", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2017/martin_jancura/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/martin_jancura/README.md" ], "partition_group": "05710624511fd7d180c7e70091e2ec1ae210cd0efab1e231ac12a570fd727d90" }, "source_evidence": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-184", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Nikita Bodnar, ktorý patrí do kategórie vp2023?", "should_answer": true, "expected_documents": [ "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "expected_answer_contains": [ "Nikita Bodnar", "vp2023", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Nikita Bodnar" } ], "expected_bindings": [ { "person": "Nikita Bodnar", "category": "vp2023", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/nikita_bodnar/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Nikita Bodnar" }, { "type": "category", "value": "vp2023" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/nikita_bodnar/README.md" ], "partition_group": "bc341291ca2e0d0a5a000cc5d137672af915286836d78cba4a4097ee844a34e5" }, "source_evidence": [ { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.category", "value": "vp2023" }, { "document_path": "pages/students/2021/nikita_bodnar/README.md", "sha256": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-185", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/matej_scislak/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md" ], "partition_group": "63803baed0fa2b1784b9987c09f8247b71b5d265530eef863423803c95ede979" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-186", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou tp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "tp2020" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "category": "tp2020", "document_author": "Lukáš Pokrývka", "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Lukáš Pokrývka" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "14ded3e5f3af75a981526b8ab4fbe4a02d27ff92b67c93717870baf9a0265c4a" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md", "sha256": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b", "field": "taxonomy.author", "value": "Lukáš Pokrývka" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-187", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Andrii Pervashov, ktorý patrí do kategórie dp2027?", "should_answer": true, "expected_documents": [ "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "dp2027", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "category": "dp2027", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/andrii_pervashov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "category", "value": "dp2027" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "f657607f4d8e48cbf8b0a6aeeb89a61e9a1f6be89617a3a6bb50321336cdcfcc" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.category", "value": "dp2027" }, { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-188", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Samuel Horáni spojený s kategóriou vp2021?", "should_answer": true, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [ "Samuel Horáni", "vp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [ { "person": "Samuel Horáni", "category": "vp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2019/samuel_horani/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Horáni" }, { "type": "category", "value": "vp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "partition_group": "af63f06063c7c54dda53a8165a5266400b058f5b3bd896c7664ad30dff2b053d" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.category", "value": "vp2021" }, { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-189", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Yevhenii Leonov spojený s kategóriou vp2024?", "should_answer": true, "expected_documents": [ "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "expected_answer_contains": [ "Yevhenii Leonov", "vp2024", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Yevhenii Leonov" } ], "expected_bindings": [ { "person": "Yevhenii Leonov", "category": "vp2024", "document_author": "Daniel Hladek", "document_path": "pages/students/2022/yevhenii_leonov/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Leonov" }, { "type": "category", "value": "vp2024" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/yevhenii_leonov/README.md" ], "partition_group": "77a81b9a55439536abb624a9c6071c0c07b7f85392fc9fcaa80124752d89fb27" }, "source_evidence": [ { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.category", "value": "vp2024" }, { "document_path": "pages/students/2022/yevhenii_leonov/README.md", "sha256": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-190", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Kto je autor dokumentu osoby Oleh Bilykh, ktorý patrí do kategórie bp2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Oleh Bilykh", "bp2021", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "category": "bp2021", "document_author": "Daniel Hladek", "document_path": "pages/students/2018/oleh_bilykh/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "category", "value": "bp2021" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md" ], "partition_group": "f72f5ec26ed2012a010948a6ac82f0dae62235a9e281246273a4fd35e46caf81" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-191", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou tp2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "tp2020" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "category": "tp2020", "document_author": "Ján Holp", "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "category", "value": "tp2020" }, { "type": "document_author", "value": "Ján Holp" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "12ed39c5ceb5a02fe72f72c6ff030ce483bf59770ad842d80fde5573a9b73ef8" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.category", "value": "tp2020" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.author", "value": "Ján Holp" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-192", "split": "test", "category": "document_author_category_multi_hop", "difficulty": "hard", "question": "Ktorý autor dokumentu je pri osobe Oleksandr Hryshchenko spojený s kategóriou dp2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "dp2026", "Daniel Hladek" ], "graph": { "schema_version": 3, "task": "document_author_category_multi_hop", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "category": "dp2026", "document_author": "Daniel Hladek", "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "same_document": true } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] }, { "binding_index": 0, "role": "author_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "DocumentAuthor" ], "relationships": [ "HAS_DOCUMENT", "AUTHORED_DOCUMENT" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "category", "value": "dp2026" }, { "type": "document_author", "value": "Daniel Hladek" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "partition_group": "b2ba3a3bea1d5c445f03b650e87735074e518a46e0f38b83f9cce43a22bc9c4a" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.category", "value": "dp2026" }, { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.author", "value": "Daniel Hladek" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-193", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Matej Novotný.", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_novotny/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" ], "expected_answer_contains": [ "Matej Novotný", "dp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Matej Novotný" } ], "expected_bindings": [ { "person": "Matej Novotný", "category": "dp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Novotný" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_novotny/README.md" ], "expected_entity_set": [ "dp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "ec1b78583a8c36a7e02727cc477b81d8320a4a55c39f340d86d8312cfe26c208" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_novotny/README.md", "sha256": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb", "field": "taxonomy.category", "value": "dp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-194", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Tetiana Mohorian?", "should_answer": true, "expected_documents": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" ], "expected_answer_contains": [ "Tetiana Mohorian", "bp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Tetiana Mohorian" } ], "expected_bindings": [ { "person": "Tetiana Mohorian", "category": "bp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Tetiana Mohorian" }, { "type": "category", "value": "bp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/tetiana_mohorian/README.md" ], "expected_entity_set": [ "bp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "d33bedc0c40b369719ff08adab7f60ef2cdaa8af21dfd9207d2888d0497f4b66" }, "source_evidence": [ { "document_path": "pages/students/2022/tetiana_mohorian/README.md", "sha256": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb", "field": "taxonomy.category", "value": "bp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-195", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Samuel Džurina?", "should_answer": true, "expected_documents": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" ], "expected_answer_contains": [ "Samuel Džurina", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Samuel Džurina" } ], "expected_bindings": [ { "person": "Samuel Džurina", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Samuel Džurina" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/samuel_dzurina/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "c0e1149c91c4424483cfdfebfcb9322cc170ed79ccc966f7a9c06f2f2064f800" }, "source_evidence": [ { "document_path": "pages/students/2023/samuel_dzurina/README.md", "sha256": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-196", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Daniil Huzenko.", "should_answer": true, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Daniil Huzenko", "bp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Daniil Huzenko", "category": "bp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Daniil Huzenko" }, { "type": "category", "value": "bp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_entity_set": [ "bp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "67e46cfa3193bb737ecc3128d6bcd9f4cbdaaa0998c03daa35ae472cf911b576" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "taxonomy.category", "value": "bp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-197", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Than Trung Thanh?", "should_answer": true, "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Than Trung Thanh", "bp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" } ], "expected_bindings": [ { "person": "Than Trung Thanh", "category": "bp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/than_trung_thanh/README.md" ], "expected_entity_set": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "62ad1e8026d14ea19499bdf102645736ba22c41e98e13cbddffeb371180c1780" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.category", "value": "bp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-198", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Vladimír Ferko?", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [ "Vladimír Ferko", "bp2024" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "category": "bp2024" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "category", "value": "bp2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_entity_set": [ "bp2024" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "a8ddf8da16491c1fc94975ca964d3e310f04dd98b579d20afbcefb2ab60464de" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "taxonomy.category", "value": "bp2024" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-199", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Dmytro Ushatenko.", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "bp2020" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "category": "bp2020" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "category", "value": "bp2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md" ], "expected_entity_set": [ "bp2020" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "42339e5621377b03158fdfe3698a5e0f87cb81f6dc0619c7e2edd0ea52636e7b" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.category", "value": "bp2020" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-200", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Martin Wencel?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "bp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Martin Wencel" } ], "expected_bindings": [ { "person": "Martin Wencel", "category": "bp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md" ], "expected_entity_set": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "ebfe42f90764579d106cff52fec46551e7158dcbe29103f851db3d2df5e83d00" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.category", "value": "bp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-201", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Serhii Yemets?", "should_answer": true, "expected_documents": [ "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [ "Serhii Yemets", "bp2025" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [ { "person": "Serhii Yemets", "category": "bp2025" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Serhii Yemets" }, { "type": "category", "value": "bp2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/serhii_yemets/README.md" ], "expected_entity_set": [ "bp2025" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "7aa1dd05d69445a65e8734ed06022fae5d0aac0797df3d4fadc8ca7b123f2785" }, "source_evidence": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "taxonomy.category", "value": "bp2025" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-202", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Oliver Pejic.", "should_answer": true, "expected_documents": [ "pages/interns/oliver_pejic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" ], "expected_answer_contains": [ "Oliver Pejic", "iaeste" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oliver Pejic" } ], "expected_bindings": [ { "person": "Oliver Pejic", "category": "iaeste" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/oliver_pejic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oliver Pejic" }, { "type": "category", "value": "iaeste" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/oliver_pejic/README.md" ], "expected_entity_set": [ "iaeste" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "548c8ba17857218ce5f387de98bb47b0f66f0fd11dd26b4d85e8bcdd6177e355" }, "source_evidence": [ { "document_path": "pages/interns/oliver_pejic/README.md", "sha256": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5", "field": "taxonomy.category", "value": "iaeste" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-203", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Maksym Zatirka?", "should_answer": true, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "232709d0a99d945ae6a7207ed0b4fe849a574ca1a6a6dd709863e7a74cb5209c" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-204", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Martin Jancura?", "should_answer": true, "expected_documents": [ "pages/students/2017/martin_jancura/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "expected_answer_contains": [ "Martin Jancura", "bp2021", "dp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Martin Jancura" } ], "expected_bindings": [ { "person": "Martin Jancura", "category": "bp2021" }, { "person": "Martin Jancura", "category": "dp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] }, { "binding_index": 1, "role": "category_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "category", "value": "bp2021" }, { "type": "person", "value": "Martin Jancura" }, { "type": "category", "value": "dp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/martin_jancura/README.md" ], "expected_entity_set": [ "bp2021", "dp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "51a9fca47602811170b5638aeadd24f7cf2cfeb7627b4c41965d77bb5d0e8820" }, "source_evidence": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.category", "value": "bp2021" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.category", "value": "dp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-205", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Oleksandr Hryshchenko.", "should_answer": true, "expected_documents": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" ], "expected_answer_contains": [ "Oleksandr Hryshchenko", "dp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" } ], "expected_bindings": [ { "person": "Oleksandr Hryshchenko", "category": "dp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Hryshchenko" }, { "type": "category", "value": "dp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/oleksandr_hryshchenko/README.md" ], "expected_entity_set": [ "dp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "057dc8ac447df9aa997d682c553aa3bd96c6804193abd1de1e7cf4eb5edc999d" }, "source_evidence": [ { "document_path": "pages/students/2021/oleksandr_hryshchenko/README.md", "sha256": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036", "field": "taxonomy.category", "value": "dp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-206", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Márk Fehér?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" ], "expected_answer_contains": [ "Márk Fehér", "dp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Márk Fehér" } ], "expected_bindings": [ { "person": "Márk Fehér", "category": "dp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Márk Fehér" }, { "type": "category", "value": "dp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md" ], "expected_entity_set": [ "dp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "44e5330ae0a9d83e60568430db2f2f3ab1fbc7385e4cec28acd61e32ed5d4d04" }, "source_evidence": [ { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "taxonomy.category", "value": "dp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-207", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Oleh Bilykh?", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Oleh Bilykh", "bp2021" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "category": "bp2021" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "category", "value": "bp2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_entity_set": [ "bp2021" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "106d7f0c634e022c45da1a1e31edf5ce1fa85168eacb966b9d05d232d0e2829a" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.category", "value": "bp2021" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-208", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Ján Pták.", "should_answer": true, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [ "Ján Pták", "dp2027" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [ { "person": "Ján Pták", "category": "dp2027" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Pták" }, { "type": "category", "value": "dp2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "expected_entity_set": [ "dp2027" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1080bee61c6a4348c703554213965806afed8230a1f0b36ccbc7148aaab86cd6" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "taxonomy.category", "value": "dp2027" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-209", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Yevhenii Medushivskyi?", "should_answer": true, "expected_documents": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" ], "expected_answer_contains": [ "Yevhenii Medushivskyi", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" } ], "expected_bindings": [ { "person": "Yevhenii Medushivskyi", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Yevhenii Medushivskyi" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/yevhenii_medushivskyi/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1a72472c82bce37ce112d968c46b559e1733dfd97b3eb2627157578d6e41a5fc" }, "source_evidence": [ { "document_path": "pages/students/2023/yevhenii_medushivskyi/README.md", "sha256": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-210", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Ediz Morochovič?", "should_answer": true, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "expected_answer_contains": [ "Ediz Morochovič", "bp2019" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "category": "bp2019" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "category", "value": "bp2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_entity_set": [ "bp2019" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "036bff2c6bc6bc86d515c7f0d91129fb222e9e485d83120f9c7015467f50780a" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.category", "value": "bp2019" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-211", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Alina Vitko.", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "bp2022" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Alina Vitko", "category": "bp2022" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "category", "value": "bp2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "bp2022" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "1b7811e8c2299259cc90f6c24993240dc870ed5a002001ba6f5c25b553e5fd30" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "taxonomy.category", "value": "bp2022" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-212", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Cesar Abascal Gutierrez?", "should_answer": true, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [ "Cesar Abascal Gutierrez", "iaeste" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [ { "person": "Cesar Abascal Gutierrez", "category": "iaeste" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" }, { "type": "category", "value": "iaeste" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_entity_set": [ "iaeste" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "48a2de51840da0e8861992ec5e8ce351cde0dd289cfd8d23280bd25a416869dd" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "taxonomy.category", "value": "iaeste" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-213", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Bogdan Paul Chiș?", "should_answer": true, "expected_documents": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" ], "expected_answer_contains": [ "Bogdan Paul Chiș", "erasmus" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" } ], "expected_bindings": [ { "person": "Bogdan Paul Chiș", "category": "erasmus" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Bogdan Paul Chiș" }, { "type": "category", "value": "erasmus" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/bogdan_paul_chis/README.md" ], "expected_entity_set": [ "erasmus" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "6acac1d51515b55a9db8d7433cfb36579b3c8f1ad2cad74eb425bf4eae3dd9a3" }, "source_evidence": [ { "document_path": "pages/interns/bogdan_paul_chis/README.md", "sha256": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647", "field": "taxonomy.category", "value": "erasmus" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-214", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Vypíš všetky kategórie dokumentov osoby Matej Kobyľan.", "should_answer": true, "expected_documents": [ "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "bp2023" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "category": "bp2023" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "category", "value": "bp2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2020/matej_kobylan/README.md" ], "expected_entity_set": [ "bp2023" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "c9e579d18052aee7eda3261c9db0fa3abbac0d43c7cc6cd34ec4d50e0c26698c" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.category", "value": "bp2023" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-215", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Oleksandr Dorybohov?", "should_answer": true, "expected_documents": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "e92d949397ffd8b3fdc09b363b84b33c8cad37b5250c2baf6cdb1187bcc9a208" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-216", "split": "test", "category": "person_multiple_categories", "difficulty": "hard", "question": "Aké všetky kategórie majú dokumenty osoby Denis Le Thanh?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Denis Le Thanh", "bp2026" ], "graph": { "schema_version": 3, "task": "person_multiple_categories", "start_entities": [ { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Denis Le Thanh", "category": "bp2026" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "category_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Document", "Category" ], "relationships": [ "HAS_DOCUMENT", "IN_CATEGORY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Denis Le Thanh" }, { "type": "category", "value": "bp2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md" ], "expected_entity_set": [ "bp2026" ], "entity_set_mode": "exact", "entity_set_field": "category", "partition_group": "2f4fce3b3bcd96dccbadf1591155f79a7368900bc6f120099ce61714f620f1f4" }, "source_evidence": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "taxonomy.category", "value": "bp2026" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-217", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Patrik Pavlišin, Adrián Remiáš vyber osoby s prácou v roku 2020. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Patrik Pavlišin", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Patrik Pavlišin", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Patrik Pavlišin" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/patrik_pavlisin/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Patrik Pavlišin" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "48db63fed50a3e3af4dd641fb8314ba21d0930bd3e3878a8f4ee2b2174f8cfe0" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Metódy automatického prekladu", "year": 2020, "heading_line": 242, "title_line": 246, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-218", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Adrián Remiáš vyber osoby s prácou v roku 2027. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [ "Andrii Pervashov", "2027", "Oleh Poiasnik", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2027 }, { "person": "Oleh Poiasnik", "year": 2027 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Oleh Poiasnik" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/oleh_poiasnik/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Oleh Poiasnik" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "7a70e2a531f09352a74d1f399c366924be907f4a8271aae50449a6a900e3c277" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Expertný agentový systém na podporu rozhodovania v lekárni", "year": 2027, "heading_line": 14, "title_line": 16, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-219", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artur Hyrenko, Matej Ščišľak, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Matej Ščišľak", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Matej Ščišľak", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_entity_set": [ "Artur Hyrenko", "Matej Ščišľak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "3bfca5eec4f75a128a89f07374c44dbefe4a59742dbde9c6804d8feb368500ee" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-220", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Márk Fehér, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/mark_feher/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Márk Fehér", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Márk Fehér" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Márk Fehér", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/mark_feher/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Márk Fehér" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/mark_feher/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Márk Fehér" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "e71088ab244f4af943609b4bdd52d6b81d76a90bf10467ee5a3c7e5b3d450a99" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/mark_feher/README.md", "sha256": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2021, "heading_line": 50, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-221", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Daniil Huzenko, Adrián Remiáš vyber osoby s prácou v roku 2025. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Andrii Pervashov", "2025", "Daniil Huzenko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Daniil Huzenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2025 }, { "person": "Daniil Huzenko", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Daniil Huzenko" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Daniil Huzenko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "0964d576967a8558376368acd3c6125006193c2b2715fbf2978b856a3cfa9dd9" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" }, { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia", "year": 2025, "heading_line": 13, "title_line": 19, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-222", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Valerii Kutsenko, Adrián Remiáš vyber osoby s prácou v roku 2027. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Andrii Pervashov", "2027", "Valerii Kutsenko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2027 }, { "person": "Valerii Kutsenko", "year": 2027 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2027" }, { "type": "person", "value": "Valerii Kutsenko" }, { "type": "year", "value": "2027" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/andrii_pervashov/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Valerii Kutsenko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "2ee2a694ec2c50ad998f26c30c562252ae2a723c95cfd38832df0c19f5fefa99" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu", "year": 2027, "heading_line": 13, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zlepšenie vyhľadávania pomocou znalostných grafov.", "year": 2027, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-223", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Artem Yatsenko, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Artem Yatsenko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Artem Yatsenko", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Artem Yatsenko" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Artem Yatsenko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "9bbe1f1656a93760a0a2013ff760ff4ed56be645f69d4c2521477477bc6e4971" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-224", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Dávid Kostilník, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Dávid Kostilník", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Dávid Kostilník" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Dávid Kostilník", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/david_kostilnik/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Kostilník" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_entity_set": [ "Adrián Remiáš", "Dávid Kostilník" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "7bcc3f09e4447a390c815155c5f9fd4b5aeecd1e5df4c2bbc2b9241bcdff8414" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/david_kostilnik/README.md", "sha256": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 67, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-225", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Martin Wencel, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Martin Wencel", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Martin Wencel", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Martin Wencel" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Martin Wencel" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "e559dea3c5c4e9c84f1a32f312f68f8a2b7ee4032957ca1f9da25cabc4725674" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-226", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Ediz Morochovič, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2019", "Ediz Morochovič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2019 }, { "person": "Ediz Morochovič", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ediz Morochovič" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Ediz Morochovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "0fb495795951dfd5056a5969bad5d3312f7a42118f81a88c4e9628c6d4203fbe" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Štatistické rozpoznávanie pomenovaných entít", "year": 2019, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2019, "heading_line": 26, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-227", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Matej Kobyľan, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Matej Kobyľan", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Matej Kobyľan", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Matej Kobyľan" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_entity_set": [ "Adrián Remiáš", "Matej Kobyľan" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "6ae234bd38340f899920d28fd70b447038acab7c8b8ae51f8d654b60480be1e5" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-228", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artur Hyrenko, Ján Malinovský, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Ján Malinovský", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Ján Malinovský", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Ján Malinovský" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2022/jan_malinovsky/README.md" ], "expected_entity_set": [ "Artur Hyrenko", "Ján Malinovský" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "59e3ef6c261575d9d005c97e555204d993a694c56dab7b859ec41bf9e6ea0c17" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": "Grafové vyhľadávanie pre podporu vzdelávania", "year": 2026, "heading_line": 13, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-229", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Martin Šarišský, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Dávid Iľaš", "2023", "Martin Šarišský", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "year": 2023 }, { "person": "Martin Šarišský", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Martin Šarišský" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_entity_set": [ "Dávid Iľaš", "Martin Šarišský" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "8224a74052a39a21880af8763dd1818072cc1f661c01eba7054fc4e3a463af9d" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 392, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-230", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Matej Ščišľak, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Matej Ščišľak", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Matej Ščišľak", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_entity_set": [ "Adrián Remiáš", "Matej Ščišľak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "17e84debb1d1964ffdd9c9d2e6564050dd03eadedde653c43ce130bd1bf42e6d" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Dialógový systém pre potreby samosprávy", "year": 2024, "heading_line": 123, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-231", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artur Hyrenko, Oleksandr Dorybohov, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Oleksandr Dorybohov", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Oleksandr Dorybohov", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_entity_set": [ "Artur Hyrenko", "Oleksandr Dorybohov" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "f52e93df673f7d9ae906c48e7b77c187e0cc2937c4503e63397aebb99f363d0b" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-232", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Jakub Kristián Lukas, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" ], "expected_answer_contains": [ "Dávid Omasta", "2023", "Jakub Kristián Lukas", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2023 }, { "person": "Jakub Kristián Lukas", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Jakub Kristián Lukas" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2020/jakub_kristian_lukas/README.md" ], "expected_entity_set": [ "Dávid Omasta", "Jakub Kristián Lukas" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "70ba0205fa93c26b6435788bf4870d599adc9bc2b3b3f4636b0f43b37997f46a" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely slovenského jazyka", "year": 2023, "heading_line": 113, "title_line": 121, "year_basis": "heading" }, { "document_path": "pages/students/2020/jakub_kristian_lukas/README.md", "sha256": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách", "year": 2023, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-233", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Jakub Maruniak, Adrián Remiáš vyber osoby s prácou v roku 2021. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Jakub Maruniak", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Jakub Maruniak", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Jakub Maruniak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "730b29f0bcc7d6d73456c6078a5b6aa4a7be535f6bd193d8d691a6fe92606908" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-234", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Dávid Omasta, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Dávid Omasta", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Dávid Omasta", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_entity_set": [ "Adrián Remiáš", "Dávid Omasta" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "72a38940d7e1dee0049e7539ad49035129665a4a61dec3864643c033606f2f95" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku", "year": 2024, "heading_line": 19, "title_line": 25, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-235", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dominik Nagy, Lukáš Pokrývka, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dominik Nagy", "2019", "Lukáš Pokrývka", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2019 }, { "person": "Lukáš Pokrývka", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dominik Nagy", "Lukáš Pokrývka" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "3a3f5837c7e6f43ac68427a1705982d89aaf7cce7f19d96692795d95fcd5ba3c" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Paralelné spracovanie prirodzeného jazyka", "year": 2019, "heading_line": 192, "title_line": 199, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-236", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Iľaš, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" ], "expected_answer_contains": [ "Dávid Iľaš", "2023", "Vladyslav Krupko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Iľaš", "year": 2023 }, { "person": "Vladyslav Krupko", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_ilas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Vladyslav Krupko" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_ilas/README.md", "pages/students/2020/vladyslav_krupko/README.md" ], "expected_entity_set": [ "Dávid Iľaš", "Vladyslav Krupko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "2d070da10b79e8dc25e8d2d1c3c2e381ab33866226fcbed314effce9e8a4ae43" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie emócií z textu.", "year": 2023, "heading_line": 15, "title_line": 17, "year_basis": "heading" }, { "document_path": "pages/students/2020/vladyslav_krupko/README.md", "sha256": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Oprava preklepov v slovenskom jazyku.", "year": 2023, "heading_line": 125, "title_line": 127, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-237", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Matej Ščišľak, Adrián Remiáš vyber osoby s prácou v roku 2025. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "2025", "Matej Ščišľak", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2025 }, { "person": "Matej Ščišľak", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Matej Ščišľak" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/matej_scislak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Matej Ščišľak" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "a763f67887ed5b677eefdc4aa204c007ba30c54c12389073dd9d3e13275fe39c" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2025, "heading_line": 79, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-238", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Andrii Pervashov, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Andrii Pervashov", "2025", "Patrik Pokrivčák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Andrii Pervashov", "year": 2025 }, { "person": "Patrik Pokrivčák", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Andrii Pervashov" }, { "type": "year", "value": "2025" }, { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_entity_set": [ "Andrii Pervashov", "Patrik Pokrivčák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "2f7c1394100bba521f642222e8a99d120beeefd7ece737b6f033976c6fcae642" }, "source_evidence": [ { "document_path": "pages/students/2022/andrii_pervashov/README.md", "sha256": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Korekcia textu pomocou neurónových sietí", "year": 2025, "heading_line": 43, "title_line": 48, "year_basis": "heading" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov", "year": 2025, "heading_line": 12, "title_line": 17, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-239", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dárius Lindvai, Dmytro Ushatenko, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dárius Lindvai", "2020", "Dmytro Ushatenko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "year": 2020 }, { "person": "Dmytro Ushatenko", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "year", "value": "2020" }, { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dárius Lindvai", "Dmytro Ushatenko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "7271eb07738911922d34bf33cdaf147360410b1659e8f4fb875170319d647d90" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 22, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 79, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-240", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Michal Stromko, Adrián Remiáš vyber osoby s prácou v roku 2021. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Michal Stromko", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Michal Stromko", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Michal Stromko" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_entity_set": [ "Alina Vitko", "Michal Stromko" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "edec112ac47d18096e33c14050857d4afdee7a0ccaffb95f894df2f44262dbfc" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 386, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2021, "heading_line": 520, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-241", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Adrián Remiáš, Pavol Hudák, Alina Vitko vyber osoby s prácou v roku 2024. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" ], "expected_answer_contains": [ "Adrián Remiáš", "2024", "Pavol Hudák", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Adrián Remiáš", "year": 2024 }, { "person": "Pavol Hudák", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/pavol_hudak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "year", "value": "2024" }, { "type": "person", "value": "Pavol Hudák" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/pavol_hudak/README.md" ], "expected_entity_set": [ "Adrián Remiáš", "Pavol Hudák" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "2b860ea03a719f0b92d0e44f3ed48c1ec5974b92e0bf197f06f511ac1658ebc9" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": null, "year": 2024, "heading_line": 15, "title_line": null, "year_basis": "heading" }, { "document_path": "pages/students/2020/pavol_hudak/README.md", "sha256": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 88, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-242", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Dmytro Mural, Adrián Remiáš vyber osoby s prácou v roku 2022. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Dmytro Mural", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Dmytro Mural" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Dmytro Mural", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Dmytro Mural" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/dmytro_mural/README.md" ], "expected_entity_set": [ "Alina Vitko", "Dmytro Mural" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "f4e760ce64826b6de978893da6af07537695154738c43d68d6ad2461d42cd899" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafové neurónové siete pre vyhľadávanie na internete.", "year": 2022, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-243", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Kristián Sopkovič, Adrián Remiáš vyber osoby s prácou v roku 2022. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Kristián Sopkovič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Kristián Sopkovič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Kristián Sopkovič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_entity_set": [ "Alina Vitko", "Kristián Sopkovič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "b3c833245032b8386f6a8c40719c8054e3816ef20b8d2e8149897b4a68869cbd" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-244", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dávid Omasta, Filip Tomáš, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Dávid Omasta", "2023", "Filip Tomáš", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dávid Omasta", "year": 2023 }, { "person": "Filip Tomáš", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/david_omasta/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dávid Omasta" }, { "type": "year", "value": "2023" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_entity_set": [ "Dávid Omasta", "Filip Tomáš" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "d2a516a2117d79bfb889192b15a8b685f79aae40bea23f3ec3f3e5f7c09f1d95" }, "source_evidence": [ { "document_path": "pages/students/2018/david_omasta/README.md", "sha256": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Generatívne modely slovenského jazyka", "year": 2023, "heading_line": 113, "title_line": 121, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2023, "heading_line": 245, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-245", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Dominik Nagy, Ján Holp, Adrián Remiáš vyber osoby s prácou v roku 2019. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Dominik Nagy", "2019", "Ján Holp", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "person", "value": "Ján Holp" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Dominik Nagy", "year": 2019 }, { "person": "Ján Holp", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dominik Nagy" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/jan_holp/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_entity_set": [ "Dominik Nagy", "Ján Holp" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "de58fb6835bba03c0af3385ff9a62fccfc71356e386df6c7649359af7d9def12" }, "source_evidence": [ { "document_path": "pages/students/2016/dominik_nagy/README.md", "sha256": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš na tému \"Sequnce to Sequence\"", "year": 2019, "heading_line": 154, "title_line": 156, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-246", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Filip Tomáš, Adrián Remiáš vyber osoby s prácou v roku 2021. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Alina Vitko", "2021", "Filip Tomáš", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2021 }, { "person": "Filip Tomáš", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Filip Tomáš" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_entity_set": [ "Alina Vitko", "Filip Tomáš" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "474370ff4f2f51a6c4a4063e96ee3daefca05a546618c10036890cc635bc5284" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Vytovrenie prehľadu existujúcich systémov QA.", "year": 2021, "heading_line": 70, "title_line": 72, "year_basis": "heading" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 314, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-247", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Alina Vitko, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" ], "expected_answer_contains": [ "Alina Vitko", "2022", "Matúš Suchanič", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Alina Vitko", "year": 2022 }, { "person": "Matúš Suchanič", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matus_suchanic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Alina Vitko" }, { "type": "year", "value": "2022" }, { "type": "person", "value": "Matúš Suchanič" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/alina_vitko/README.md", "pages/students/2020/matus_suchanic/README.md" ], "expected_entity_set": [ "Alina Vitko", "Matúš Suchanič" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "297e28111f4253bdb1dd025c088af810f26d661b7a0cd12dc23c50d9bb41e4f7" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" }, { "document_path": "pages/students/2020/matus_suchanic/README.md", "sha256": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": "Extrakcia informácií z webových stránok", "year": 2022, "heading_line": 99, "title_line": 101, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-248", "split": "test", "category": "candidate_set_aggregation", "difficulty": "hard", "question": "Z kandidátov Artur Hyrenko, Denis Le Thanh, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" ], "expected_answer_contains": [ "Artur Hyrenko", "2026", "Denis Le Thanh", "2" ], "graph": { "schema_version": 3, "task": "candidate_set_aggregation", "start_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "person", "value": "Denis Le Thanh" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Artur Hyrenko", "year": 2026 }, { "person": "Denis Le Thanh", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/denis_le_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "year", "value": "2026" }, { "type": "person", "value": "Denis Le Thanh" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/denis_le_thanh/README.md" ], "expected_entity_set": [ "Artur Hyrenko", "Denis Le Thanh" ], "entity_set_mode": "exact", "entity_set_field": "person", "expected_count": 2, "partition_group": "9a8011423c13b7cd7c4437d7bfbaf334a5b875cccafb480c2e619afa99c64382" }, "source_evidence": [ { "document_path": "pages/students/2021/artur_hyrenko/README.md", "sha256": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Zvýšenie bezpečnosti veľkých jazykových modelov", "year": 2026, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2023/denis_le_thanh/README.md", "sha256": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku", "year": 2026, "heading_line": 19, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-249", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Dominik Nagy má kľúčové slovo cloud a jej práca je z roku 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy", "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" ], "expected_answer_contains": [ "Lukáš Pokrývka", "cloud", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "cloud", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "cloud" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/dominik_nagy/README.md", "pages/students/2016/lukas_pokryvka/README.md" ], "partition_group": "ca154cadeafdfc99b5007a69908d1d07c69471ba7847b8be39990aff9d3b7c10" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Paralelné spracovanie prirodzeného jazyka", "year": 2019, "heading_line": 192, "title_line": 199, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-250", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleksandr Dorybohov a Dávid Omasta spĺňa kľúčové slovo lm a rok práce 2026?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" ], "expected_answer_contains": [ "Oleksandr Dorybohov", "lm", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Oleksandr Dorybohov", "keyword": "lm", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleksandr Dorybohov" }, { "type": "keyword", "value": "lm" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2023/oleksandr_dorybohov/README.md" ], "partition_group": "48c95771f76c54c8741e411335a114f48e5ab87454133b82d8a3acc8dbf65d80" }, "source_evidence": [ { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "taxonomy.tag", "value": "lm" }, { "document_path": "pages/students/2023/oleksandr_dorybohov/README.md", "sha256": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické odpovede na otázky v právnej oblasti", "year": 2026, "heading_line": 14, "title_line": 20, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-251", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Matej Kobyľan a Adrián Remiáš spĺňa kľúčové slovo ir a rok práce 2024?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/matej_kobylan/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" ], "expected_answer_contains": [ "Matej Kobyľan", "ir", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Matej Kobyľan", "keyword": "ir", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Kobyľan" }, { "type": "keyword", "value": "ir" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2020/matej_kobylan/README.md" ], "partition_group": "dc68537de3288d8876b694cd7811ce53b5a1aeda31f3c68e0697add22e779d0a" }, "source_evidence": [ { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "taxonomy.tag", "value": "ir" }, { "document_path": "pages/students/2020/matej_kobylan/README.md", "sha256": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": null, "year": 2024, "heading_line": 12, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-252", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Patrik Pavlišin a Dárius Lindvai má kľúčové slovo translation a jej práca je z roku 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [ "Patrik Pavlišin", "translation", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Patrik Pavlišin", "keyword": "translation", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pavlišin" }, { "type": "keyword", "value": "translation" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/patrik_pavlisin/README.md" ], "partition_group": "314c0da4c576fb668638699079508526a4ba231799e9f74ad52560362c480ed2" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "taxonomy.tag", "value": "translation" }, { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2019, "heading_line": 257, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-253", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Ediz Morochovič spĺňa kľúčové slovo nn a rok práce 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "expected_answer_contains": [ "Dárius Lindvai", "nn", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Ediz Morochovič" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "keyword": "nn", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nn" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "partition_group": "93c6ede56166d3d7521015be27bee181c73bd267f703f22d68a53e20ce9169a3" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-254", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Filip Tomáš a Dávid Omasta spĺňa kľúčové slovo testovanie a rok práce 2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta", "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" ], "expected_answer_contains": [ "Filip Tomáš", "testovanie", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Dávid Omasta" } ], "expected_bindings": [ { "person": "Filip Tomáš", "keyword": "testovanie", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "testovanie" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_omasta/README.md", "pages/students/2019/filip_tomas/README.md" ], "partition_group": "63ab2e2f97501b39cf0b52bf0794d98fd3fa99933b3fcd4af5b0eec479cf40bf" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.tag", "value": "testovanie" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2023, "heading_line": 245, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-255", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Alina Vitko má kľúčové slovo cloud a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "cloud", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Michal Stromko", "keyword": "cloud", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "cloud" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "df881796701ba689ad472d37a83ec2cad3608446d581fe00d43b4561bc1ec12c" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Indexovanie slovenského textu pomocou Elasticsearch", "year": 2022, "heading_line": 374, "title_line": 379, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-256", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Bilykh a Dmytro Ushatenko spĺňa kľúčové slovo question-answer a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [ "Oleh Bilykh", "question-answer", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "keyword": "question-answer", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "question-answer" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "partition_group": "339c4650d01d5fceb040d43868694f4f96a51c2844594c9f1b0b088434e24ed6" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.tag", "value": "question-answer" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 45, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-257", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Matej Ščišľak a Eduard Matovka spĺňa kľúčové slovo dialog a rok práce 2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_scislak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka", "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" ], "expected_answer_contains": [ "Matej Ščišľak", "dialog", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "keyword": "dialog", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "dialog" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md", "pages/students/2021/matej_scislak/README.md" ], "partition_group": "01664b347991fd350ff39b2cff56893787e7924963844601b0172d6777ebe568" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.tag", "value": "dialog" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-258", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Artem Yatsenko a Dávid Stromp má kľúčové slovo spacy a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/david_stromp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko", "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp" ], "expected_answer_contains": [ "Artem Yatsenko", "spacy", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Dávid Stromp" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "keyword": "spacy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/artem_yatsenko/README.md", "pages/students/2019/david_stromp/README.md" ], "partition_group": "0ae735b79110eff592f59e6abea2e3cb4a81caaa85745deb0ce4c442f27f2ff7" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "spacy" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-259", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Michal Stromko a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2023?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" ], "expected_answer_contains": [ "Michal Stromko", "nlp", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Michal Stromko", "keyword": "nlp", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Michal Stromko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/michal_stromko/README.md" ], "partition_group": "734d789d25fcc385d9f98b9969015530aad3613b51826a95759dae4edecd596e" }, "source_evidence": [ { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2019/michal_stromko/README.md", "sha256": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 259, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-260", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Šarišský a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2023?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" ], "expected_answer_contains": [ "Martin Šarišský", "nlp", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Martin Šarišský", "keyword": "nlp", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Šarišský" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2021/martin_sarissky/README.md" ], "partition_group": "5aba755edb32a1fe525836b781821892ec94dd63bc54e81c725dcbc4983b8630" }, "source_evidence": [ { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/martin_sarissky/README.md", "sha256": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf", "field": "academic_record", "academic_kind": "Work", "academic_type": "research_project", "title": null, "year": 2023, "heading_line": 392, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-261", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Dárius Lindvai má kľúčové slovo fairseq a jej práca je z roku 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "fairseq", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "fairseq", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "fairseq" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "5afcd780d5b4868f08458706b6f7e8f16ca6bbc43cd2d439ebd1c00cd2c2e22b" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "fairseq" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-262", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Patrik Pokrivčák a Dávid Kostilník spĺňa kľúčové slovo hate a rok práce 2024?", "should_answer": true, "expected_documents": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak", "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik" ], "expected_answer_contains": [ "Patrik Pokrivčák", "hate", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "person", "value": "Dávid Kostilník" } ], "expected_bindings": [ { "person": "Patrik Pokrivčák", "keyword": "hate", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Patrik Pokrivčák" }, { "type": "keyword", "value": "hate" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/patrik_pokrivcak/README.md", "pages/students/2020/david_kostilnik/README.md" ], "partition_group": "561811ce117676dc0603e8a0d21dd6e6b99e5a6296fbd97308c164ce6c9d6654" }, "source_evidence": [ { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "taxonomy.tag", "value": "hate" }, { "document_path": "pages/students/2019/patrik_pokrivcak/README.md", "sha256": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2024, "heading_line": 64, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-263", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Adrián Remiáš spĺňa kľúčové slovo nlp a rok práce 2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "nlp", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "nlp", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "368fa3bfd6443e10091cef7a0eb2f82a8b4b854d5c8239196ea50683715f9890" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2021, "heading_line": 366, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-264", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dmytro Ushatenko a Alina Vitko má kľúčové slovo nlp a jej práca je z roku 2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dmytro Ushatenko", "nlp", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dmytro Ushatenko", "keyword": "nlp", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dmytro Ushatenko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "5a5aea959f06b5f4e1a7ae6e8c4458c629fd83ee05cd1f0a8b7b59d1c2a1f093" }, "source_evidence": [ { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/dmytro_ushatenko/README.md", "sha256": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Jednoduchý chatbot v jazyku Python,", "year": 2020, "heading_line": 11, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-265", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2023?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Ondrej Megela", "nlp", "2023" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "nlp", "year": 2023 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2023" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "79b603917c88e4bf120c1985486954b81b3071385ad3e6cde42ac3c5b4097f8b" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Automatické generovanie otázok v slovenskom jazyku", "year": 2023, "heading_line": 25, "title_line": 32, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-266", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Than Trung Thanh a Dmytro Ushatenko spĺňa kľúčové slovo anotation a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" ], "expected_answer_contains": [ "Than Trung Thanh", "anotation", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Than Trung Thanh", "keyword": "anotation", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "anotation" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2017/than_trung_thanh/README.md" ], "partition_group": "676aa07b1f084920cc01ea0377862c0d9d2a21dd328b2c9eae18ac7e877868f5" }, "source_evidence": [ { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "taxonomy.tag", "value": "anotation" }, { "document_path": "pages/students/2017/than_trung_thanh/README.md", "sha256": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy", "year": 2020, "heading_line": 11, "title_line": 13, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-267", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Kristián Sopkovič a Alina Vitko má kľúčové slovo spacy a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko", "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" ], "expected_answer_contains": [ "Kristián Sopkovič", "spacy", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Kristián Sopkovič", "keyword": "spacy", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Kristián Sopkovič" }, { "type": "keyword", "value": "spacy" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md", "pages/students/2019/kristian_sopkovic/README.md" ], "partition_group": "75f9af64a5b9ff6730892ba5b0f5c837dc93aa0f5add8aed3cf21b1898f4ce0e" }, "source_evidence": [ { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "taxonomy.tag", "value": "spacy" }, { "document_path": "pages/students/2019/kristian_sopkovic/README.md", "sha256": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine", "year": 2022, "heading_line": 308, "title_line": 312, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-268", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Artem Yatsenko a Cesar Abascal Gutierrez spĺňa kľúčové slovo ner a rok práce 2022?", "should_answer": true, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Artem Yatsenko", "ner", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [ { "person": "Artem Yatsenko", "keyword": "ner", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Artem Yatsenko" }, { "type": "keyword", "value": "ner" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "7a67b91bf3d89760b5c3ab6733d36391ba5d36febc894622889676f89970461a" }, "source_evidence": [ { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "taxonomy.tag", "value": "ner" }, { "document_path": "pages/students/2019/artem_yatsenko/README.md", "sha256": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku", "year": 2022, "heading_line": 12, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-269", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Oleh Bilykh a Artem Yatsenko spĺňa kľúčové slovo drqa a rok práce 2021?", "should_answer": true, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Oleh Bilykh", "drqa", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Oleh Bilykh", "keyword": "drqa", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Oleh Bilykh" }, { "type": "keyword", "value": "drqa" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "edc1f7804cd767efbef85888ff640399e0049a91b7719c1b2ca7e50141dad3e8" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "taxonomy.tag", "value": "drqa" }, { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.", "year": 2021, "heading_line": 20, "title_line": 24, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-270", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Filip Tomáš a Daniil Huzenko má kľúčové slovo testovanie a jej práca je z roku 2025?", "should_answer": true, "expected_documents": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas", "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [ "Filip Tomáš", "testovanie", "2025" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [ { "person": "Filip Tomáš", "keyword": "testovanie", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Filip Tomáš" }, { "type": "keyword", "value": "testovanie" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/filip_tomas/README.md", "pages/students/2022/daniil_huzenko/README.md" ], "partition_group": "c65ab098c9632b7fb7515dd6ff21f3a6f18df68c5810b8a6010811c87752b5cb" }, "source_evidence": [ { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "taxonomy.tag", "value": "testovanie" }, { "document_path": "pages/students/2019/filip_tomas/README.md", "sha256": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes", "year": 2025, "heading_line": 15, "title_line": 18, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-271", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maksym Zatirka a Artur Hyrenko spĺňa kľúčové slovo db a rok práce 2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "db", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Artur Hyrenko" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "keyword": "db", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "keyword", "value": "db" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "3e4551e95864fca59d3b66764a81699d6361c60461f7b7194596115f6d09be1b" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.tag", "value": "db" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-272", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Artem Yatsenko spĺňa kľúčové slovo cloud a rok práce 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Lukáš Pokrývka", "cloud", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "cloud", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "cloud" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "39f15a000d05a511be76000cd1ec8ae6b0e60907a5314f07236a275645e004c1" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-273", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Lukáš Pokrývka a Alina Vitko má kľúčové slovo cloud a jej práca je z roku 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Lukáš Pokrývka", "cloud", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Lukáš Pokrývka", "keyword": "cloud", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Lukáš Pokrývka" }, { "type": "keyword", "value": "cloud" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/lukas_pokryvka/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "c15b869d9eedba49cfd74d7d078b2b79799ccf894e352941e772b0cd9017d988" }, "source_evidence": [ { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "taxonomy.tag", "value": "cloud" }, { "document_path": "pages/students/2016/lukas_pokryvka/README.md", "sha256": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Paralelné trénovanie neurónových sietí", "year": 2021, "heading_line": 18, "title_line": 14, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-274", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Valerii Kutsenko a Adrián Remiáš spĺňa kľúčové slovo nlp a rok práce 2025?", "should_answer": true, "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" ], "expected_answer_contains": [ "Valerii Kutsenko", "nlp", "2025" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Valerii Kutsenko", "keyword": "nlp", "year": 2025 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Valerii Kutsenko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2025" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2022/valerii_kutsenko/README.md" ], "partition_group": "ecb08929079e3bbe5e7f04133d7b9cc169e64cdbac3dd35e05275c94d76206e9" }, "source_evidence": [ { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2022/valerii_kutsenko/README.md", "sha256": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Automatické generovanie otázok zo zadaného textu", "year": 2025, "heading_line": 124, "title_line": 126, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-275", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Jancura a Dmytro Ushatenko spĺňa kľúčové slovo opennmt a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2017/martin_jancura/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko", "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" ], "expected_answer_contains": [ "Martin Jancura", "opennmt", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "person", "value": "Dmytro Ushatenko" } ], "expected_bindings": [ { "person": "Martin Jancura", "keyword": "opennmt", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Jancura" }, { "type": "keyword", "value": "opennmt" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/dmytro_ushatenko/README.md", "pages/students/2017/martin_jancura/README.md" ], "partition_group": "7c7b24ea8adc64fcc50f5e1703da7be7f4a5874a55073e1fb4eb3f175c72fd4f" }, "source_evidence": [ { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "taxonomy.tag", "value": "opennmt" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Webová aplikácia pre demonštráciu strojového prekladu", "year": 2020, "heading_line": 177, "title_line": 179, "year_basis": "heading" }, { "document_path": "pages/students/2017/martin_jancura/README.md", "sha256": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 237, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-276", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Dárius Lindvai má kľúčové slovo question-answer a jej práca je z roku 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" ], "expected_answer_contains": [ "Ondrej Megela", "question-answer", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "question-answer", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "question-answer" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/ondrej_megela/README.md" ], "partition_group": "02853f35613e40fd9266f68132483b440259363494f385516d4c64ab8cfe9c13" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "question-answer" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Neurónové jazykové modelovanie typu BERT.", "year": 2020, "heading_line": 265, "title_line": 268, "year_basis": "heading" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 321, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-277", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Artem Yatsenko spĺňa kľúčové slovo spacy a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Martin Wencel", "spacy", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Martin Wencel", "keyword": "spacy", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "spacy" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/martin_wencel/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "fbd149c7671e28a460e0b767ae0904b9c6f9b0ae4aaacfde7152d7d7ba35e302" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.tag", "value": "spacy" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-278", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Jakub Maruniak a Artem Yatsenko spĺňa kľúčové slovo annotation a rok práce 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Jakub Maruniak", "annotation", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "annotation", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "annotation" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "c45dc3a94a331d4050765977f5a801d192689cf4cc74aa96f73c848f0f9c8dfc" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "annotation" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.tag", "value": "annotation" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-279", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Vladimír Ferko a Andrii Pervashov má kľúčové slovo nlp a jej práca je z roku 2024?", "should_answer": true, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko", "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov" ], "expected_answer_contains": [ "Vladimír Ferko", "nlp", "2024" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "person", "value": "Andrii Pervashov" } ], "expected_bindings": [ { "person": "Vladimír Ferko", "keyword": "nlp", "year": 2024 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Vladimír Ferko" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2024" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md", "pages/students/2022/andrii_pervashov/README.md" ], "partition_group": "28b069a10e7d53fb3f58f3fca877f750cde7a6ea4c561ea6836643c3b9e32220" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči", "year": 2024, "heading_line": 14, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-280", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Maksym Zatirka a Denis Le Thanh spĺňa kľúčové slovo graph a rok práce 2026?", "should_answer": true, "expected_documents": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh", "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [ "Maksym Zatirka", "graph", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "person", "value": "Denis Le Thanh" } ], "expected_bindings": [ { "person": "Maksym Zatirka", "keyword": "graph", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Maksym Zatirka" }, { "type": "keyword", "value": "graph" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/denis_le_thanh/README.md", "pages/students/2023/maksym_zatirka/README.md" ], "partition_group": "970c22e0296486868bebacbf31939b5840a8f51fd80033e80fcb292d09a20f08" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "taxonomy.tag", "value": "graph" }, { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Grafová databáza pre podporu generovania slovenského jazyka", "year": 2026, "heading_line": 16, "title_line": 21, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-281", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin Wencel a Dárius Lindvai spĺňa kľúčové slovo demo a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/martin_wencel/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" ], "expected_answer_contains": [ "Martin Wencel", "demo", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Martin Wencel", "keyword": "demo", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Martin Wencel" }, { "type": "keyword", "value": "demo" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2018/martin_wencel/README.md" ], "partition_group": "98d314bd59d63acefcf73a1f8b8114fb29419d70cfcd209b529948e660063a24" }, "source_evidence": [ { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "taxonomy.tag", "value": "demo" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy", "year": 2020, "heading_line": 17, "title_line": 19, "year_basis": "heading" }, { "document_path": "pages/students/2018/martin_wencel/README.md", "sha256": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2020, "heading_line": 73, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-282", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ondrej Megela a Artem Yatsenko má kľúčové slovo lm a jej práca je z roku 2022?", "should_answer": true, "expected_documents": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela", "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko" ], "expected_answer_contains": [ "Ondrej Megela", "lm", "2022" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "person", "value": "Artem Yatsenko" } ], "expected_bindings": [ { "person": "Ondrej Megela", "keyword": "lm", "year": 2022 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ondrej Megela" }, { "type": "keyword", "value": "lm" }, { "type": "year", "value": "2022" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/ondrej_megela/README.md", "pages/students/2019/artem_yatsenko/README.md" ], "partition_group": "3530a44d9a65ebcbee76893936fff3ef476bc8f4eaf472262fdf208ab3965276" }, "source_evidence": [ { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "taxonomy.tag", "value": "lm" }, { "document_path": "pages/students/2018/ondrej_megela/README.md", "sha256": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2022, "heading_line": 148, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-283", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Alina Vitko spĺňa kľúčové slovo anaconda a rok práce 2021?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Dárius Lindvai", "anaconda", "2021" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "keyword": "anaconda", "year": 2021 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "anaconda" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "08d9aba19ec3e9b61fff00e5ff6260e24cecc1a85ac99f5d664ea92c50218ffa" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "anaconda" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-284", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Jakub Maruniak a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2020?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak", "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [ "Jakub Maruniak", "nlp", "2020" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "keyword": "nlp", "year": 2020 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2020" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md", "pages/students/2019/alina_vitko/README.md" ], "partition_group": "266da8def7cbc1634cc9f77a93f0a254d07f887bc516420a8b0d0ccbda946b18" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "diploma_project", "title": null, "year": 2020, "heading_line": 176, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-285", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Dárius Lindvai a Dominik Nagy má kľúčové slovo pytorch a jej práca je z roku 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai", "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy" ], "expected_answer_contains": [ "Dárius Lindvai", "pytorch", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "person", "value": "Dominik Nagy" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "keyword": "pytorch", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "pytorch" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md", "pages/students/2016/dominik_nagy/README.md" ], "partition_group": "be56f85b73ff4c78947122cc28a59f38dd0b8e2d780a186c9999c9a53d7ec17c" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "pytorch" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-286", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Ediz Morochovič a Cesar Abascal Gutierrez spĺňa kľúčové slovo ner a rok práce 2019?", "should_answer": true, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez", "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "expected_answer_contains": [ "Ediz Morochovič", "ner", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [ { "person": "Ediz Morochovič", "keyword": "ner", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "ner" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md", "pages/students/2016/ediz_morochovic/README.md" ], "partition_group": "1c68f7795684ce2baae6564a2b583ac55d45b16e7be112fd485c8144e8a124af" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "taxonomy.tag", "value": "ner" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Štatistické rozpoznávanie pomenovaných entít", "year": 2019, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2019, "heading_line": 26, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-287", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Stanislav Matsunych a Adrián Remiáš spĺňa kľúčové slovo nlp a rok práce 2019?", "should_answer": true, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych", "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [ "Stanislav Matsunych", "nlp", "2019" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [ { "person": "Stanislav Matsunych", "keyword": "nlp", "year": 2019 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Stanislav Matsunych" }, { "type": "keyword", "value": "nlp" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md", "pages/students/2018/adrian_remias/README.md" ], "partition_group": "c873af3f7676c5e220853efce17ca4f90c7589661073913e738b52bcf50162e6" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Generovanie a modelovanie prirodzeného jazyka pomocou rekurentných neurónových sietí", "year": 2019, "heading_line": 11, "title_line": 13, "year_basis": "heading" }, { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "academic_record", "academic_kind": "Work", "academic_type": "bachelor_project", "title": null, "year": 2019, "heading_line": 38, "title_line": null, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-288", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Matej Ščišľak a Jakub Schwarc má kľúčové slovo rasa a jej práca je z roku 2026?", "should_answer": true, "expected_documents": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [ "Matej Ščišľak", "rasa", "2026" ], "graph": { "schema_version": 3, "task": "conjunctive_disambiguation", "start_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [ { "person": "Matej Ščišľak", "keyword": "rasa", "year": 2026 } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Matej Ščišľak" }, { "type": "keyword", "value": "rasa" }, { "type": "year", "value": "2026" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/matej_scislak/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "partition_group": "64e7e49991e25249356af6bf78b553f9cf2a77f45da2fa79b1466bb03d62f4a8" }, "source_evidence": [ { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "taxonomy.tag", "value": "rasa" }, { "document_path": "pages/students/2021/matej_scislak/README.md", "sha256": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.", "year": 2026, "heading_line": 13, "title_line": 17, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-289", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Alina Vitko s kľúčovým slovom anaconda?", "should_answer": false, "expected_documents": [ "pages/students/2019/alina_vitko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Alina Vitko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/alina_vitko/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "anaconda" }, "partition_group": "7dd80879109793091e97b628c95d4f32418cf8abc966dbe6e9e6f2cad39a94ce" }, "source_evidence": [ { "document_path": "pages/students/2019/alina_vitko/README.md", "sha256": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd", "field": "closed_world_metadata", "tags": [ "ir", "qa", "nlp" ], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-290", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dmytro Mural v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2019/dmytro_mural/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dmytro Mural" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/dmytro_mural/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "fbc435899162a8e33a440710e9ef9a83e39d958922d437e28a83f2a6184997b3" }, "source_evidence": [ { "document_path": "pages/students/2019/dmytro_mural/README.md", "sha256": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93", "field": "closed_world_metadata", "tags": [], "categories": [ "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-291", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Iľaš s kľúčovým slovom cluster?", "should_answer": false, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "cluster" }, "partition_group": "942ca9d9acbd17b14a7080d8cef877864249e7f3a935235690f68c48598257e4" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "closed_world_metadata", "tags": [ "nlp", "emotion" ], "categories": [ "dp2023" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-292", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Martin NaN1 s kľúčovým slovom opennmt?", "should_answer": false, "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Martin NaN1" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/NaN1name_buday/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "opennmt" }, "partition_group": "5640013f56df22aec64a124d253d558c8acc4302fd0027a74af1f762cfaa57f1" }, "source_evidence": [ { "document_path": "pages/students/2018/NaN1name_buday/README.md", "sha256": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce", "field": "closed_world_metadata", "tags": [ "demo", "nlp", "nemo", "bert", "gpt" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-293", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Stanislav Matsunych s kľúčovým slovom cassandra?", "should_answer": false, "expected_documents": [ "pages/students/2017/stanislav_matsunych/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Stanislav Matsunych" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2017/stanislav_matsunych/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "cassandra" }, "partition_group": "2ff44eb2f7085dad52e892c5ed73c1d69f6f2db213326a27839a7983a9355ce7" }, "source_evidence": [ { "document_path": "pages/students/2017/stanislav_matsunych/README.md", "sha256": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73", "field": "closed_world_metadata", "tags": [ "nn", "lm", "nlp" ], "categories": [ "bp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-294", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Rostyslav Rodzhuk s kľúčovým slovom translation?", "should_answer": false, "expected_documents": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Rostyslav Rodzhuk" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/rostyslav_rodzhuk/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "translation" }, "partition_group": "312deddb0d542c67c231afbe51d06833c1cd5c0336e6e5495862ea6f2479a056" }, "source_evidence": [ { "document_path": "pages/students/2023/rostyslav_rodzhuk/README.md", "sha256": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c", "field": "closed_world_metadata", "tags": [ "agent", "lm", "nlp" ], "categories": [ "vp2025", "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-295", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Adrián Remiáš s kľúčovým slovom agent?", "should_answer": false, "expected_documents": [ "pages/students/2018/adrian_remias/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Adrián Remiáš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/adrian_remias/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "agent" }, "partition_group": "3d93d502a4809e8a2791613f4cd6653fd05bd864bd72eb049a3d44264eca949f" }, "source_evidence": [ { "document_path": "pages/students/2018/adrian_remias/README.md", "sha256": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2", "field": "closed_world_metadata", "tags": [ "nlp", "transformers", "interpuction" ], "categories": [ "dp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-296", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Oleh Poiasnik v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2022/oleh_poiasnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Oleh Poiasnik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/oleh_poiasnik/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "bf46776c6927d9038592321fa59d56e19c1588d90c73cb4820938fc997798907" }, "source_evidence": [ { "document_path": "pages/students/2022/oleh_poiasnik/README.md", "sha256": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "bp2025", "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-297", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Cesar Abascal Gutierrez s kľúčovým slovom chatbot?", "should_answer": false, "expected_documents": [ "pages/interns/cesar_gutierrez/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Cesar Abascal Gutierrez" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/cesar_gutierrez/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "chatbot" }, "partition_group": "20a9478ede117e4a131bdb6bbac52cdfd25b5d0b699f9db3c948348f0a4c4079" }, "source_evidence": [ { "document_path": "pages/interns/cesar_gutierrez/README.md", "sha256": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e", "field": "closed_world_metadata", "tags": [ "ner", "nlp" ], "categories": [ "iaeste" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-298", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Horáni s kľúčovým slovom agent?", "should_answer": false, "expected_documents": [ "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Samuel Horáni" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2019/samuel_horani/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "agent" }, "partition_group": "061847f72b77b842f79af82f50acef65115f60f6644eb59b43e1ea74e29a7429" }, "source_evidence": [ { "document_path": "pages/students/2019/samuel_horani/README.md", "sha256": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999", "field": "closed_world_metadata", "tags": [ "chatbot", "rasa", "dialog", "nlp" ], "categories": [ "vp2021", "bp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-299", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Samuel Širotník v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2018/samuel_sirotnik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Samuel Širotník" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/samuel_sirotnik/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "456bf7427b52c985a9ed2cbc905b150439be77b34abb03964ba6e215cf2a5166" }, "source_evidence": [ { "document_path": "pages/students/2018/samuel_sirotnik/README.md", "sha256": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70", "field": "closed_world_metadata", "tags": [ "raspberrypi", "cloud" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-300", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Ján Pták v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_ptak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Ján Pták" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_ptak/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "45a2f2e56fad6e5ecfd57edcb5b94978d9b83f166afa282a8eb1d80255fbfeee" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_ptak/README.md", "sha256": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-301", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Oleh Bilykh v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Oleh Bilykh" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/oleh_bilykh/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "618bcca358e27838910a9239cee8eaae94cd1cac7dcd5fa9670b00b017f8ed28" }, "source_evidence": [ { "document_path": "pages/students/2018/oleh_bilykh/README.md", "sha256": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1", "field": "closed_world_metadata", "tags": [ "question-answer", "drqa", "qa", "demo", "nlp" ], "categories": [ "bp2021" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-302", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Sevval Bulburu s kľúčovým slovom annotation?", "should_answer": false, "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/sevval_bulburu/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "annotation" }, "partition_group": "74e948183abfa988b0dc083b7090a9a3c20055d0a642984d301302a73450c602" }, "source_evidence": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "closed_world_metadata", "tags": [ "hatespeech", "nlp" ], "categories": [ "iaeste" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-303", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Ediz Morochovič s kľúčovým slovom gpu?", "should_answer": false, "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Ediz Morochovič" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/ediz_morochovic/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "gpu" }, "partition_group": "a773656c043571db12ccacc5de3a65f01f6226d3b0cb711715a39ad68016ffdb" }, "source_evidence": [ { "document_path": "pages/students/2016/ediz_morochovic/README.md", "sha256": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6", "field": "closed_world_metadata", "tags": [ "ner", "nlp" ], "categories": [ "bp2019" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-304", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Daniil Huzenko v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2022/daniil_huzenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Daniil Huzenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/daniil_huzenko/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "9d8c2d7e7994d2663839bca63be2140ae8b9dd31fc1bd29c66e343113bbe05a1" }, "source_evidence": [ { "document_path": "pages/students/2022/daniil_huzenko/README.md", "sha256": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-305", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Jakub Schwarc v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Jakub Schwarc" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jakub_schwarc/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "5a346331ee5b27c7ddd39741476efa7d6e53c9909e0ac40b834fbcd1fa5d3def" }, "source_evidence": [ { "document_path": "pages/students/2022/jakub_schwarc/README.md", "sha256": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6", "field": "closed_world_metadata", "tags": [ "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-306", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Youssef Ressaissi v roku 2018?", "should_answer": false, "expected_documents": [ "pages/interns/yussef_ressaissi/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Youssef Ressaissi" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/yussef_ressaissi/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "c610ed52ff4b165c3248944d18ab97db9852b9305900186943ae9f20e92b8ced" }, "source_evidence": [ { "document_path": "pages/interns/yussef_ressaissi/README.md", "sha256": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987", "field": "closed_world_metadata", "tags": [ "summarization", "nlp" ], "categories": [ "iaeste" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-307", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Maksym Zatirka v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2023/maksym_zatirka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Maksym Zatirka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2023/maksym_zatirka/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "0271f690a57cd9b5bf5dd77f8add282f26c1f4bfe860ed40ef06102135ed5450" }, "source_evidence": [ { "document_path": "pages/students/2023/maksym_zatirka/README.md", "sha256": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd", "field": "closed_world_metadata", "tags": [ "nlp", "graph", "db" ], "categories": [ "bp2026" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-308", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Patrik Pavlišin s kľúčovým slovom spacy?", "should_answer": false, "expected_documents": [ "pages/students/2016/patrik_pavlisin/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Patrik Pavlišin" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/patrik_pavlisin/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "spacy" }, "partition_group": "0a8bf5bf4be3032c2f33a591d04c655bda29c6c2b12e62709a37ccfeade97e9d" }, "source_evidence": [ { "document_path": "pages/students/2016/patrik_pavlisin/README.md", "sha256": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "nlp" ], "categories": [ "dp2022", "bp2020", "tp2021" ] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp21/README.md", "sha256": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/dp22/README.md", "sha256": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/patrik_pavlisin/tp20/README.md", "sha256": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc", "field": "closed_world_metadata", "tags": [], "categories": [] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-309", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Tomáš Kuchárik v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2016/tomas_kucharik/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Tomáš Kuchárik" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/tomas_kucharik/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "39a9f395184bed8ab6a839594c25c26ed31a2a99a8697c208b7449a25f873360" }, "source_evidence": [ { "document_path": "pages/students/2016/tomas_kucharik/README.md", "sha256": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b", "field": "closed_world_metadata", "tags": [ "nmt", "translation", "question-answer", "nlp" ], "categories": [ "dp2021", "dp2022" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-310", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Sevval Bulburu v roku 2018?", "should_answer": false, "expected_documents": [ "pages/interns/sevval_bulburu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Sevval Bulburu" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/interns/sevval_bulburu/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "e627c659676f6816e8cb5726563257e0c785b824a89d80c8ab3312d06ddf9a48" }, "source_evidence": [ { "document_path": "pages/interns/sevval_bulburu/README.md", "sha256": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d", "field": "closed_world_metadata", "tags": [ "hatespeech", "nlp" ], "categories": [ "iaeste" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-311", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Eduard Matovka v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2021/eduard_matovka/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Eduard Matovka" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/eduard_matovka/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "899e456a79c6512e9103765836e2fa4e03d41b489ec9ddb4789ddc9e2f3e24e0" }, "source_evidence": [ { "document_path": "pages/students/2021/eduard_matovka/README.md", "sha256": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-312", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Lucia Chýbajúca Vzorová?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Lucia Chýbajúca Vzorová" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Full name absent from all original profiles.", "negative_constraints": { "unknown_person": "Lucia Chýbajúca Vzorová" }, "partition_group": "1c57e7cdeae64e941011719ef8e2dc3252587246d8f0ec820fa9587fd8abe3ed" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-313", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Serhii Yemets v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2022/serhii_yemets/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Serhii Yemets" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/serhii_yemets/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "b30d2aa6f11f728c39cef72ebd605e03a4b6fd281d7c851b6a3393c5e30c0af8" }, "source_evidence": [ { "document_path": "pages/students/2022/serhii_yemets/README.md", "sha256": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133", "field": "closed_world_metadata", "tags": [ "ner", "nlp" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-314", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Jozef Neznámy Overovací?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Jozef Neznámy Overovací" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Full name absent from all original profiles.", "negative_constraints": { "unknown_person": "Jozef Neznámy Overovací" }, "partition_group": "836f4612954ed50232c1fa8a3e3fdabd8cfa4764986f73481585282db41956d7" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-315", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Vladimír Ferko s kľúčovým slovom cluster?", "should_answer": false, "expected_documents": [ "pages/students/2021/vladimir_ferko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Vladimír Ferko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2021/vladimir_ferko/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "cluster" }, "partition_group": "5325d29452d8aa1fac22f6e6161e364d63365daceb0921879996045229620747" }, "source_evidence": [ { "document_path": "pages/students/2021/vladimir_ferko/README.md", "sha256": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271", "field": "closed_world_metadata", "tags": [ "dialog", "nlp" ], "categories": [ "bp2024" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-316", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Ján Malinovský s kľúčovým slovom ir?", "should_answer": false, "expected_documents": [ "pages/students/2022/jan_malinovsky/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Ján Malinovský" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/jan_malinovsky/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "ir" }, "partition_group": "8b4ea2bf146f04d9b5b7a01683925c328ed6c7d51c535955e1e5485437e900bc" }, "source_evidence": [ { "document_path": "pages/students/2022/jan_malinovsky/README.md", "sha256": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab", "field": "closed_world_metadata", "tags": [ "rag", "nlp" ], "categories": [ "dp2027" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-317", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Ján Holp s kľúčovým slovom interpunction?", "should_answer": false, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "no_answer_basis": "Requested literal tag is absent from this source document family.", "negative_constraints": { "keyword": "interpunction" }, "partition_group": "d8a4f0e0325d3d37561d1df3c5a8ed62e6fbf190e94a556856127ff7079ed49a" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "closed_world_metadata", "tags": [ "ir", "nlp", "pagerank" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jan_holp/dp2021/README.md", "sha256": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "closed_world_metadata", "tags": [ "ir", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-318", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Petra Neznáma Overovacia?", "should_answer": false, "expected_documents": [], "expected_source_urls": [], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Petra Neznáma Overovacia" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [], "no_answer_basis": "Full name absent from all original profiles.", "negative_constraints": { "unknown_person": "Petra Neznáma Overovacia" }, "partition_group": "4062d892f95b092dcbe11c74f2046b4e67274733ea2cdf9030f6365cc7700526" }, "source_evidence": [], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-319", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Vladyslav Yanchenko v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Vladyslav Yanchenko" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2022/vladyslav_yanchenko/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "bc594e21f914cf741e23fde4dbeb0206cd822bfbc98c288d13231196ce456f67" }, "source_evidence": [ { "document_path": "pages/students/2022/vladyslav_yanchenko/README.md", "sha256": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f", "field": "closed_world_metadata", "tags": [ "klaud" ], "categories": [ "bp2025" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, { "id": "wide-320", "split": "test", "category": "negative_lookup", "difficulty": "hard", "question": "Aký názov práce má osoba Dávid Iľaš v roku 2018?", "should_answer": false, "expected_documents": [ "pages/students/2018/david_ilas/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "negative_lookup", "start_entities": [ { "type": "person", "value": "Dávid Iľaš" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2018/david_ilas/README.md" ], "no_answer_basis": "Requested academic year is absent from the original profile.", "negative_constraints": { "year": 2018 }, "partition_group": "a2cf9f2cfe08655e38cccdc9d0b7b1107b3ad8d090605bf49a809d2d1a40b599" }, "source_evidence": [ { "document_path": "pages/students/2018/david_ilas/README.md", "sha256": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0", "field": "closed_world_metadata", "tags": [ "nlp", "emotion" ], "categories": [ "dp2023" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] } ]