1797 lines
48 KiB
JSON
1797 lines
48 KiB
JSON
{
|
|
"policy": "Frozen independent TEST v2; later repairs belong to a new version and these cases become DEV only.",
|
|
"questions": [
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0001",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.",
|
|
"latency_seconds": 0.033276,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ediz Morochovič",
|
|
"nlp",
|
|
"Jakub Schwarc"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0002",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.",
|
|
"latency_seconds": 0.031512,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0003",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.",
|
|
"latency_seconds": 0.028079,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ediz Morochovič",
|
|
"nlp",
|
|
"Martin NaN1"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0004",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.",
|
|
"latency_seconds": 0.029094,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0005",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.",
|
|
"latency_seconds": 0.03024,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"nlp",
|
|
"Than Trung Thanh"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0006",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.",
|
|
"latency_seconds": 0.03023,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"nlp",
|
|
"Yevhenii Leonov"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"keyword": "rasa"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "rasa"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0007",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.",
|
|
"latency_seconds": 0.031493,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"rasa",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0008",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.",
|
|
"latency_seconds": 0.029808,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"nlp",
|
|
"Manohar Gowdru Shridhara"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"year": 2021
|
|
},
|
|
"matched": false
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"year": 2021
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0014",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?",
|
|
"latency_seconds": 0.038475,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"2021",
|
|
"Oleh Bilykh"
|
|
],
|
|
"matched_values": [
|
|
"Martin NaN1",
|
|
"Oleh Bilykh"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2021,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0028",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?",
|
|
"latency_seconds": 0.035691,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2021,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"keyword": "nemo"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0033",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?",
|
|
"latency_seconds": 0.037055,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"nemo",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nemo"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2021,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"keyword": "bert"
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0035",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?",
|
|
"latency_seconds": 0.036694,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"bert",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "bert"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": false,
|
|
"bindings_ok": false,
|
|
"binding_score": 0.0,
|
|
"paths_ok": false,
|
|
"path_score": 0.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nemo",
|
|
"year": 2021
|
|
},
|
|
"matched": false
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": false,
|
|
"witness": []
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "no_answer",
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "h0067",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?",
|
|
"latency_seconds": 0.04422,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"nemo",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nemo"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
}
|
|
]
|
|
}
|