jp170na/dp-zp-agent
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
9389a54dcd
dp-zp-agent/tools/graphrag/evaluation/results/v6_preparation/source_adjudications.json

4391 lines
139 KiB
JSON
Raw Blame History

{
"reviewer": "AI direct Markdown review; not a human adjudication",
"policy": "A bare artifact label (rešerš, tutoriál, projekt, dokument, repozitár) is not an academic title. Do not inherit a child-document title or category-year into its parent academic record.",
"measurement": "All questions are known historical regression; corrected gold prevents direct accuracy comparison.",
"questions": [
{
"id": "regression-0229",
"split": "dev",
"before": {
"id": "regression-0229",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"rešerš",
"2019",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš"
},
{
"person": "Dárius Lindvai",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "thesis_title",
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0229",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "thesis_title",
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "regression-0230",
"split": "dev",
"before": {
"id": "regression-0230",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"rešerš",
"2019",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš"
},
{
"person": "Dárius Lindvai",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "thesis_title",
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0230",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "thesis_title",
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "12a50f25be80bfa4c4d243146edd4e59a98e9135c6c57829c245b94070864bd9"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
"year": 2021,
"heading_line": null,
"title_line": 14,
"year_basis": "frontmatter_category"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "regression-0237",
"split": "dev",
"before": {
"id": "regression-0237",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"2021",
"Rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"person": "Jakub Maruniak",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "thesis_title",
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 243,
"title_line": 252,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0237",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "thesis_title",
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "regression-0238",
"split": "dev",
"before": {
"id": "regression-0238",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"2021",
"Rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"person": "Jakub Maruniak",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "thesis_title",
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 243,
"title_line": 252,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0238",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"2021"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "thesis_title",
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "5c89055cf26ee4933378daf0c9b146097258b360b6be673a73f8d7cb93484321"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
"year": 2021,
"heading_line": 33,
"title_line": 15,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "regression-0239",
"split": "dev",
"before": {
"id": "regression-0239",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku.",
"2021",
"Rešerš",
"2019",
"Vyhľadávač na slovenskom internete"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku."
},
{
"person": "Ján Holp",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš"
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0239",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku.",
"2021",
"Vyhľadávač na slovenskom internete",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku."
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "regression-0240",
"split": "dev",
"before": {
"id": "regression-0240",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku.",
"2021",
"Rešerš",
"2019",
"Vyhľadávač na slovenskom internete"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku."
},
{
"person": "Ján Holp",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš"
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0240",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"Systém získavania informácií v slovenskom jazyku.",
"2021",
"Vyhľadávač na slovenskom internete",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku."
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "d1fa2dec9c85bad4d2b7a0d1a60dde803ad6a9b97487a7c3fe33ee0bfce35f61"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "regression-0355",
"split": "dev",
"before": {
"id": "regression-0355",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"PageRank",
"Systém získavania informácií v slovenskom jazyku.",
"2021",
"Rešerš",
"2019",
"Vyhľadávač na slovenskom internete"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku.",
"keyword": "PageRank"
},
{
"person": "Ján Holp",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš",
"keyword": "PageRank"
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete",
"keyword": "PageRank"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 2,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 2,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "PageRank"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "PageRank"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "PageRank"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "PageRank"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "PageRank"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "PageRank"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "regression-0355",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"PageRank",
"Systém získavania informácií v slovenskom jazyku.",
"2021",
"Vyhľadávač na slovenskom internete",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"year": 2021,
"title": "Systém získavania informácií v slovenskom jazyku.",
"keyword": "PageRank"
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete",
"keyword": "PageRank"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "PageRank"
},
{
"type": "thesis_title",
"value": "Systém získavania informácií v slovenskom jazyku."
},
{
"type": "year",
"value": "2021"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "PageRank"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "f6ec36f5904f9d5749bb2db0a2467055210f22cbba70e34424a05a531be38203"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "PageRank"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "diploma_thesis",
"title": "Systém získavania informácií v slovenskom jazyku.",
"year": 2021,
"heading_line": 13,
"title_line": 15,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "PageRank"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-dev-0649",
"split": "dev",
"before": {
"id": "wide-dev-0649",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2019.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "7fbacee826a3549b3d4b71af1b46e13d76a09fcd678390d1ff389b292855e965"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-dev-0649",
"split": "dev",
"category": "person_title_year",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2019.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019
},
"partition_group": "9a04e3cd59178bc7a6596a959c96ecf4dcb67ed5c66a2ffa950b210c1ef70ff1"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-dev-0657",
"split": "dev",
"before": {
"id": "wide-dev-0657",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Dárius Lindvai v roku 2019 súvisí s kľúčovým slovom nlp?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"nlp",
"rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "2edb6a507f2f75c5aa9ce9d3eb379f8a1016b38624788da4b63fdc48272aac06"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-dev-0657",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Aký názov práce osoby Dárius Lindvai v roku 2019 súvisí s kľúčovým slovom nlp?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019,
"keyword": "nlp"
},
"partition_group": "aac2841c7e06ebfeb09a96dfaa577a5566dc59f12cb33ab2e3f3d30d3146e713"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-dev-0661",
"split": "dev",
"before": {
"id": "wide-dev-0661",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Ján Holp v roku 2019 s kľúčovým slovom nlp.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"nlp",
"Rešerš",
"2019",
"Vyhľadávač na slovenskom internete"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš",
"keyword": "nlp"
},
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
},
{
"binding_index": 1,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
}
]
},
{
"binding_index": 1,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 1,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
},
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "f5bbb0e5dff42a9362982e0c8d64929f68ea8e5e392c7a8f13ed1968d6a867af"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 203,
"title_line": 205,
"year_basis": "heading"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-dev-0661",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Ján Holp v roku 2019 s kľúčovým slovom nlp.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jan_holp/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
],
"expected_answer_contains": [
"Ján Holp",
"nlp",
"Vyhľadávač na slovenskom internete",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Ján Holp"
}
],
"expected_bindings": [
{
"person": "Ján Holp",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"year": 2019,
"title": "Vyhľadávač na slovenskom internete",
"keyword": "nlp"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Thesis",
"Document"
],
"relationships": [
"AUTHORED",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Ján Holp"
},
{
"type": "keyword",
"value": "nlp"
},
{
"type": "thesis_title",
"value": "Vyhľadávač na slovenskom internete"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jan_holp/README.md"
],
"partition_group": "f5bbb0e5dff42a9362982e0c8d64929f68ea8e5e392c7a8f13ed1968d6a867af"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
"sha256": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
"field": "taxonomy.tag",
"value": "nlp"
},
{
"document_path": "pages/students/2016/jan_holp/README.md",
"sha256": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
"field": "academic_record",
"academic_kind": "Thesis",
"academic_type": "bachelor_thesis",
"title": "Vyhľadávač na slovenskom internete",
"year": 2019,
"heading_line": 225,
"title_line": 229,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-dev-0662",
"split": "dev",
"before": {
"id": "wide-dev-0662",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Jakub Maruniak v roku 2019 s kľúčovým slovom ner.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"ner",
"Rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš",
"keyword": "ner"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "keyword",
"value": "ner"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "1810b2b9c33f2eb891968c2c459d3963854579d9dd6b478da71ceaa6d2e55f7c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "taxonomy.tag",
"value": "ner"
},
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 243,
"title_line": 252,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-dev-0662",
"split": "dev",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Jakub Maruniak v roku 2019 s kľúčovým slovom ner.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019,
"keyword": "ner"
},
"partition_group": "36351f07f619e3ebe39b55928e9539b44165a9de45839092a56c802573cf4ada"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "closed_world_metadata",
"tags": [
"spacy",
"ner",
"annotation",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md",
"sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
"sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
"sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
"field": "closed_world_metadata",
"tags": [
"annotation",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-116",
"split": "test",
"before": {
"id": "wide-116",
"split": "test",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2019?",
"should_answer": true,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [
"Jakub Maruniak",
"Rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [
{
"person": "Jakub Maruniak",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "Rešerš"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
},
{
"type": "work_title",
"value": "Rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"partition_group": "0bc416938bb41331bd8f25000903b12e093db2748fbc769a31b1bdb0a826749c"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "Rešerš",
"year": 2019,
"heading_line": 243,
"title_line": 252,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-116",
"split": "test",
"category": "person_title_year",
"difficulty": "hard",
"question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2019?",
"should_answer": false,
"expected_documents": [
"pages/students/2016/jakub_maruniak/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_title_year",
"start_entities": [
{
"type": "person",
"value": "Jakub Maruniak"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/jakub_maruniak/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019
},
"partition_group": "49b6c8003d32900a50fcbee440dab522ab9600a4f487cf3cb933751133db2b6e"
},
"source_evidence": [
{
"document_path": "pages/students/2016/jakub_maruniak/README.md",
"sha256": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
"field": "closed_world_metadata",
"tags": [
"spacy",
"ner",
"annotation",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/README.md",
"sha256": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
"sha256": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
"sha256": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
"sha256": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
"field": "closed_world_metadata",
"tags": [
"annotation",
"nlp"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-142",
"split": "test",
"before": {
"id": "wide-142",
"split": "test",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom lstm.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"lstm",
"rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš",
"keyword": "lstm"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "keyword",
"value": "lstm"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "b7d6da7135d8d82853c4c2d51afaf9f52c1e87edf10a87606e7b932c122fe9b3"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "taxonomy.tag",
"value": "lstm"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-142",
"split": "test",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom lstm.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019,
"keyword": "lstm"
},
"partition_group": "5f1f15feaf34e40e527fc7d4cd5a05f4cd564bb9513fca3fd2f423d365f7281d"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-145",
"split": "test",
"before": {
"id": "wide-145",
"split": "test",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom python.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"python",
"rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš",
"keyword": "python"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "keyword",
"value": "python"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "203b2e211504907884a0589a09afe76e5abc4767e94f4d30c793facb33a4f369"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "taxonomy.tag",
"value": "python"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-145",
"split": "test",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom python.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019,
"keyword": "python"
},
"partition_group": "b3a04f90df6d0a2d5336896fb0aaca4d4c433cbc565dfc346c9ae74ae657f07b"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
},
{
"id": "wide-165",
"split": "test",
"before": {
"id": "wide-165",
"split": "test",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom nn.",
"should_answer": true,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [
"Dárius Lindvai",
"nn",
"rešerš",
"2019"
],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [
{
"person": "Dárius Lindvai",
"academic_kind": "Work",
"academic_type": "team_project",
"year": 2019,
"title": "rešerš",
"keyword": "nn"
}
],
"expected_evidence_documents": [
{
"binding_index": 0,
"role": "keyword_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
}
]
},
{
"binding_index": 0,
"role": "academic_document",
"any_of": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
}
]
}
],
"expected_path_patterns": [
{
"binding_index": 0,
"node_kinds": [
"Person",
"Work",
"Document"
],
"relationships": [
"HAS_WORK",
"EVIDENCED_BY"
]
},
{
"binding_index": 0,
"node_kinds": [
"Person",
"Document",
"Keyword"
],
"relationships": [
"HAS_DOCUMENT",
"HAS_KEYWORD"
]
}
],
"expected_no_answer": false,
"expected_status": "ok",
"expected_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
},
{
"type": "keyword",
"value": "nn"
},
{
"type": "work_title",
"value": "rešerš"
},
{
"type": "year",
"value": "2019"
}
],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"partition_group": "d0af890326b4dd10b294ca5d0a30efbe2edefaa9002b5517aa3804408e28e88a"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "taxonomy.tag",
"value": "nn"
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "taxonomy.tag",
"value": "nn"
},
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "academic_record",
"academic_kind": "Work",
"academic_type": "team_project",
"title": "rešerš",
"year": 2019,
"heading_line": 155,
"title_line": 169,
"year_basis": "heading"
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"after": {
"id": "wide-165",
"split": "test",
"category": "person_keyword_title",
"difficulty": "hard",
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom nn.",
"should_answer": false,
"expected_documents": [
"pages/students/2016/darius_lindvai/README.md"
],
"expected_source_urls": [
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
],
"expected_answer_contains": [],
"graph": {
"schema_version": 3,
"task": "person_keyword_title",
"start_entities": [
{
"type": "person",
"value": "Dárius Lindvai"
}
],
"expected_bindings": [],
"expected_evidence_documents": [],
"expected_path_patterns": [],
"expected_no_answer": true,
"expected_status": "no_answer",
"expected_entities": [],
"expected_relations": [],
"expected_properties": [],
"source_profiles": [
"pages/students/2016/darius_lindvai/README.md"
],
"no_answer_basis": "No explicit title for the requested academic record in original Markdown.",
"negative_constraints": {
"title_required": true,
"year": 2019,
"keyword": "nn"
},
"partition_group": "b5a17367774611072315a76663771d1092d9a5b5c67c45858ee8d8a145b86b58"
},
"source_evidence": [
{
"document_path": "pages/students/2016/darius_lindvai/README.md",
"sha256": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
"field": "closed_world_metadata",
"tags": [
"nn",
"interpunction",
"nlp"
],
"categories": [
"dp2021",
"bp2019"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/dp2021/README.md",
"sha256": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
"field": "closed_world_metadata",
"tags": [],
"categories": []
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
"sha256": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
"field": "closed_world_metadata",
"tags": [
"interpunction",
"nlp"
],
"categories": [
"tp2020"
]
},
{
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
"sha256": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
"field": "closed_world_metadata",
"tags": [
"python",
"lstm",
"nn",
"nlp",
"pytorch",
"anaconda"
],
"categories": [
"tp2020"
]
}
],
"evidence_basis": [
"independent_raw_markdown_oracle_v2"
]
},
"reason": "Generic written-deliverable link label is not a supported academic title."
}
]
}
Reference in New Issue View Git Blame Copy Permalink