{ "policy": "Frozen independent TEST v2; later repairs belong to a new version and these cases become DEV only.", "questions": [ { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Ediz Morochovič", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Jakub Schwarc", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0001", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Jakub Schwarc.", "latency_seconds": 0.033276, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ediz Morochovič", "nlp", "Jakub Schwarc" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Jakub Schwarc" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "actual_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "matched_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2022/jakub_schwarc/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Nikita Bodnar", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0002", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Martin NaN1 a Nikita Bodnar.", "latency_seconds": 0.031512, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "nlp", "Nikita Bodnar" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Ediz Morochovič", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Martin NaN1", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0003", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Ediz Morochovič a Martin NaN1.", "latency_seconds": 0.028079, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Ediz Morochovič", "nlp", "Martin NaN1" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Ediz Morochovič" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2016/ediz_morochovic/README.md", "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic", "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Dávid Stromp", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Nikita Bodnar", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0004", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Stromp a Nikita Bodnar.", "latency_seconds": 0.029094, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Stromp", "nlp", "Nikita Bodnar" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Dávid Stromp" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2019/david_stromp/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Than Trung Thanh", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0005", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Manohar Gowdru Shridhara a Than Trung Thanh.", "latency_seconds": 0.03024, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Manohar Gowdru Shridhara", "nlp", "Than Trung Thanh" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Than Trung Thanh" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "matched_documents": [ "pages/students/2017/than_trung_thanh/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Dávid Iľaš", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Yevhenii Leonov", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0006", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Dávid Iľaš a Yevhenii Leonov.", "latency_seconds": 0.03023, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Dávid Iľaš", "nlp", "Yevhenii Leonov" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Dávid Iľaš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Yevhenii Leonov" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "actual_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "matched_documents": [ "pages/students/2018/david_ilas/README.md", "pages/students/2022/yevhenii_leonov/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas", "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Artur Hyrenko", "keyword": "rasa" }, "matched": false }, { "binding": { "person": "Nikita Bodnar", "keyword": "rasa" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0007", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo rasa pri osobách Artur Hyrenko a Nikita Bodnar.", "latency_seconds": 0.031493, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Artur Hyrenko", "rasa", "Nikita Bodnar" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Artur Hyrenko" }, { "type": "keyword", "value": "rasa" }, { "type": "person", "value": "Nikita Bodnar" }, { "type": "keyword", "value": "rasa" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "actual_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "matched_documents": [ "pages/students/2021/artur_hyrenko/README.md", "pages/students/2021/nikita_bodnar/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko", "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Adrián Remiáš", "keyword": "nlp" }, "matched": false }, { "binding": { "person": "Manohar Gowdru Shridhara", "keyword": "nlp" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0008", "split": "test", "category": "shared_keyword_pair", "difficulty": "hard", "question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Manohar Gowdru Shridhara.", "latency_seconds": 0.029808, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Adrián Remiáš", "nlp", "Manohar Gowdru Shridhara" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Adrián Remiáš" }, { "type": "keyword", "value": "nlp" }, { "type": "person", "value": "Manohar Gowdru Shridhara" }, { "type": "keyword", "value": "nlp" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "actual_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "matched_documents": [ "pages/students/2018/adrian_remias/README.md", "pages/students/2021/manohar_gowdru_shridharu/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias", "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "year": 2021 }, "matched": false }, { "binding": { "person": "Oleh Bilykh", "year": 2021 }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 1, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0014", "split": "test", "category": "same_academic_year_pair", "difficulty": "hard", "question": "Aké spoločné roky práce spájajú osoby Martin NaN1 a Oleh Bilykh?", "latency_seconds": 0.038475, "error": null, "strict": false, "value_score": 0.666667, "entity_score": 0.5, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "2021", "Oleh Bilykh" ], "matched_values": [ "Martin NaN1", "Oleh Bilykh" ], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "year", "value": "2021" }, { "type": "person", "value": "Oleh Bilykh" }, { "type": "year", "value": "2021" } ], "matched_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "person", "value": "Oleh Bilykh" } ], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2018/oleh_bilykh/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [ "academic_year_comparison" ] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2021, "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0028", "split": "test", "category": "person_title_year", "difficulty": "hard", "question": "Aký názov práce a rok práce sú pri osobe Martin NaN1 uvedené pre rok 2021?", "latency_seconds": 0.035691, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2021" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "thesis_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2021, "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "keyword": "nemo" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0033", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom nemo?", "latency_seconds": 0.037055, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "nemo", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2021" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nemo" }, { "type": "thesis_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "academic_kind": "Thesis", "academic_type": "bachelor_thesis", "year": 2021, "title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "keyword": "bert" }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Thesis", "Document" ], "relationships": [ "AUTHORED", "EVIDENCED_BY" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0035", "split": "test", "category": "person_keyword_title", "difficulty": "hard", "question": "Aký názov práce osoby Martin NaN1 v roku 2021 súvisí s kľúčovým slovom bert?", "latency_seconds": 0.036694, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "bert", "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči", "2021" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "bert" }, { "type": "thesis_title", "value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] }, { "answerability_ok": false, "bindings_ok": false, "binding_score": 0.0, "paths_ok": false, "path_score": 0.0, "binding_results": [ { "binding": { "person": "Martin NaN1", "keyword": "nemo", "year": 2021 }, "matched": false } ], "path_results": [ { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Academic", "Document" ], "relationships": [ "AUTHORED|HAS_WORK", "EVIDENCED_BY" ] }, "matched": false, "witness": [] }, { "pattern": { "binding_index": 0, "node_kinds": [ "Person", "Document", "Keyword" ], "relationships": [ "HAS_DOCUMENT", "HAS_KEYWORD" ] }, "matched": false, "witness": [] } ], "expected_no_answer": false, "actual_status": "no_answer", "count_ok": true, "expected_count": null, "actual_count": null, "complete": true, "id": "h0067", "split": "test", "category": "conjunctive_disambiguation", "difficulty": "hard", "question": "Ktorá z osôb Martin NaN1 a Samuel Horáni má kľúčové slovo nemo a jej práca je z roku 2021?", "latency_seconds": 0.04422, "error": null, "strict": false, "value_score": 0.0, "entity_score": 0.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "expected_values": [ "Martin NaN1", "nemo", "2021" ], "matched_values": [], "expected_entities": [ { "type": "person", "value": "Martin NaN1" }, { "type": "keyword", "value": "nemo" }, { "type": "year", "value": "2021" } ], "matched_entities": [], "expected_relations": [], "actual_relations": [], "matched_relations": [], "expected_properties": [], "matched_properties": [], "relation_choices": [], "expected_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "actual_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "matched_documents": [ "pages/students/2018/NaN1name_buday/README.md", "pages/students/2019/samuel_horani/README.md" ], "expected_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "actual_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "matched_source_urls": [ "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday", "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani" ], "entity_set_expected": [], "entity_set_actual": [], "entity_set_mode": null, "entity_set_ok": true, "strategies": [ "entity_resolution" ], "fact_types": [] } ] }