{ "reviewer": "AI direct Markdown review; not a human adjudication", "policy": "A bare artifact label (rešerš, tutoriál, projekt, dokument, repozitár) is not an academic title. Do not inherit a child-document title or category-year into its parent academic record.", "measurement": "All questions are known historical regression; corrected gold prevents direct accuracy comparison.", "questions": [ { "id": "regression-0229", "split": "dev", "before": { "id": "regression-0229", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0229", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "regression-0230", "split": "dev", "before": { "id": "regression-0230", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "rešerš", "2019", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" }, { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0230", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "thesis_title", "value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí" }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí", "year": 2021, "heading_line": null, "title_line": 14, "year_basis": "frontmatter_category" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "regression-0237", "split": "dev", "before": { "id": "regression-0237", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0237", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "regression-0238", "split": "dev", "before": { "id": "regression-0238", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0238", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "2021" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "thesis_title", "value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku." }, { "type": "year", "value": "2021" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.", "year": 2021, "heading_line": 33, "title_line": 15, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "regression-0239", "split": "dev", "before": { "id": "regression-0239", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0239", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Vyhľadávač na slovenskom internete", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "regression-0240", "split": "dev", "before": { "id": "regression-0240", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0240", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "Systém získavania informácií v slovenskom jazyku.", "2021", "Vyhľadávač na slovenskom internete", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku." }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "regression-0355", "split": "dev", "before": { "id": "regression-0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku.", "2021", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku.", "keyword": "PageRank" }, { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "PageRank" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "PageRank" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 2, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 2, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "regression-0355", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "PageRank", "Systém získavania informácií v slovenskom jazyku.", "2021", "Vyhľadávač na slovenskom internete", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "year": 2021, "title": "Systém získavania informácií v slovenskom jazyku.", "keyword": "PageRank" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "PageRank" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Systém získavania informácií v slovenskom jazyku." }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "PageRank" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "diploma_thesis", "title": "Systém získavania informácií v slovenskom jazyku.", "year": 2021, "heading_line": 13, "title_line": 15, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "PageRank" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-dev-0649", "split": "dev", "before": { "id": "wide-dev-0649", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2019.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "7fbacee826a3549b3d4b71af1b46e13d76a09fcd678390d1ff389b292855e965" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-dev-0649", "split": "dev", "category": "person_title_year", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2019.", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019 }, "partition_group": "9a04e3cd59178bc7a6596a959c96ecf4dcb67ed5c66a2ffa950b210c1ef70ff1" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-dev-0657", "split": "dev", "before": { "id": "wide-dev-0657", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dárius Lindvai v roku 2019 súvisí s kľúčovým slovom nlp?", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "nlp", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "2edb6a507f2f75c5aa9ce9d3eb379f8a1016b38624788da4b63fdc48272aac06" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-dev-0657", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Dárius Lindvai v roku 2019 súvisí s kľúčovým slovom nlp?", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019, "keyword": "nlp" }, "partition_group": "aac2841c7e06ebfeb09a96dfaa577a5566dc59f12cb33ab2e3f3d30d3146e713" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-dev-0661", "split": "dev", "before": { "id": "wide-dev-0661", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ján Holp v roku 2019 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "nlp", "Rešerš", "2019", "Vyhľadávač na slovenskom internete" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "nlp" }, { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] }, { "binding_index": 1, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 1, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" }, { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f5bbb0e5dff42a9362982e0c8d64929f68ea8e5e392c7a8f13ed1968d6a867af" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 203, "title_line": 205, "year_basis": "heading" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-dev-0661", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Ján Holp v roku 2019 s kľúčovým slovom nlp.", "should_answer": true, "expected_documents": [ "pages/students/2016/jan_holp/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" ], "expected_answer_contains": [ "Ján Holp", "nlp", "Vyhľadávač na slovenskom internete", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Ján Holp" } ], "expected_bindings": [ { "person": "Ján Holp", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2019, "title": "Vyhľadávač na slovenskom internete", "keyword": "nlp" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jan_holp/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Ján Holp" }, { "type": "keyword", "value": "nlp" }, { "type": "thesis_title", "value": "Vyhľadávač na slovenskom internete" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jan_holp/README.md" ], "partition_group": "f5bbb0e5dff42a9362982e0c8d64929f68ea8e5e392c7a8f13ed1968d6a867af" }, "source_evidence": [ { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md", "sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c", "field": "taxonomy.tag", "value": "nlp" }, { "document_path": "pages/students/2016/jan_holp/README.md", "sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3", "field": "academic_record", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "title": "Vyhľadávač na slovenskom internete", "year": 2019, "heading_line": 225, "title_line": 229, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-dev-0662", "split": "dev", "before": { "id": "wide-dev-0662", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Jakub Maruniak v roku 2019 s kľúčovým slovom ner.", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "ner", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš", "keyword": "ner" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "keyword", "value": "ner" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "1810b2b9c33f2eb891968c2c459d3963854579d9dd6b478da71ceaa6d2e55f7c" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "taxonomy.tag", "value": "ner" }, { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-dev-0662", "split": "dev", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Jakub Maruniak v roku 2019 s kľúčovým slovom ner.", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019, "keyword": "ner" }, "partition_group": "36351f07f619e3ebe39b55928e9539b44165a9de45839092a56c802573cf4ada" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-116", "split": "test", "before": { "id": "wide-116", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2019?", "should_answer": true, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [ "Jakub Maruniak", "Rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [ { "person": "Jakub Maruniak", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "Rešerš" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Jakub Maruniak" }, { "type": "work_title", "value": "Rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "partition_group": "0bc416938bb41331bd8f25000903b12e093db2748fbc769a31b1bdb0a826749c" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "Rešerš", "year": 2019, "heading_line": 243, "title_line": 252, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-116", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2019?", "should_answer": false, "expected_documents": [ "pages/students/2016/jakub_maruniak/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_title_year", "start_entities": [ { "type": "person", "value": "Jakub Maruniak" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/jakub_maruniak/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019 }, "partition_group": "49b6c8003d32900a50fcbee440dab522ab9600a4f487cf3cb933751133db2b6e" }, "source_evidence": [ { "document_path": "pages/students/2016/jakub_maruniak/README.md", "sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14", "field": "closed_world_metadata", "tags": [ "spacy", "ner", "annotation", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md", "sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md", "sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md", "sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md", "sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35", "field": "closed_world_metadata", "tags": [ "annotation", "nlp" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-142", "split": "test", "before": { "id": "wide-142", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom lstm.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "lstm", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "lstm" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "lstm" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "b7d6da7135d8d82853c4c2d51afaf9f52c1e87edf10a87606e7b932c122fe9b3" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "lstm" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-142", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom lstm.", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019, "keyword": "lstm" }, "partition_group": "5f1f15feaf34e40e527fc7d4cd5a05f4cd564bb9513fca3fd2f423d365f7281d" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-145", "split": "test", "before": { "id": "wide-145", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom python.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "python", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "python" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "python" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "203b2e211504907884a0589a09afe76e5abc4767e94f4d30c793facb33a4f369" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "python" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-145", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom python.", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019, "keyword": "python" }, "partition_group": "b3a04f90df6d0a2d5336896fb0aaca4d4c433cbc565dfc346c9ae74ae657f07b" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." }, { "id": "wide-165", "split": "test", "before": { "id": "wide-165", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom nn.", "should_answer": true, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [ "Dárius Lindvai", "nn", "rešerš", "2019" ], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [ { "person": "Dárius Lindvai", "academic_kind": "Work", "academic_type": "team_project", "year": 2019, "title": "rešerš", "keyword": "nn" } ], "expected_evidence_documents": [ { "binding_index": 0, "role": "keyword_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial" } ] }, { "binding_index": 0, "role": "academic_document", "any_of": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" } ] } ], "expected_path_patterns": [ { "binding_index": 0, "node_kinds": [ "Person", "Work", "Document" ], "relationships": [ "HAS_WORK", "EVIDENCED_BY" ] }, { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] } ], "expected_no_answer": false, "expected_status": "ok", "expected_entities": [ { "type": "person", "value": "Dárius Lindvai" }, { "type": "keyword", "value": "nn" }, { "type": "work_title", "value": "rešerš" }, { "type": "year", "value": "2019" } ], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "partition_group": "d0af890326b4dd10b294ca5d0a30efbe2edefaa9002b5517aa3804408e28e88a" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "taxonomy.tag", "value": "nn" }, { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "academic_record", "academic_kind": "Work", "academic_type": "team_project", "title": "rešerš", "year": 2019, "heading_line": 155, "title_line": 169, "year_basis": "heading" } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "after": { "id": "wide-165", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom nn.", "should_answer": false, "expected_documents": [ "pages/students/2016/darius_lindvai/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai" ], "expected_answer_contains": [], "graph": { "schema_version": 3, "task": "person_keyword_title", "start_entities": [ { "type": "person", "value": "Dárius Lindvai" } ], "expected_bindings": [], "expected_evidence_documents": [], "expected_path_patterns": [], "expected_no_answer": true, "expected_status": "no_answer", "expected_entities": [], "expected_relations": [], "expected_properties": [], "source_profiles": [ "pages/students/2016/darius_lindvai/README.md" ], "no_answer_basis": "No explicit title for the requested academic record in original Markdown.", "negative_constraints": { "title_required": true, "year": 2019, "keyword": "nn" }, "partition_group": "b5a17367774611072315a76663771d1092d9a5b5c67c45858ee8d8a145b86b58" }, "source_evidence": [ { "document_path": "pages/students/2016/darius_lindvai/README.md", "sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62", "field": "closed_world_metadata", "tags": [ "nn", "interpunction", "nlp" ], "categories": [ "dp2021", "bp2019" ] }, { "document_path": "pages/students/2016/darius_lindvai/dp2021/README.md", "sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970", "field": "closed_world_metadata", "tags": [], "categories": [] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md", "sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766", "field": "closed_world_metadata", "tags": [ "interpunction", "nlp" ], "categories": [ "tp2020" ] }, { "document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md", "sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5", "field": "closed_world_metadata", "tags": [ "python", "lstm", "nn", "nlp", "pytorch", "anaconda" ], "categories": [ "tp2020" ] } ], "evidence_basis": [ "independent_raw_markdown_oracle_v2" ] }, "reason": "Generic written-deliverable link label is not a supported academic title." } ] }