21156 lines
579 KiB
JSON
21156 lines
579 KiB
JSON
{
|
|
"evaluation_schema_version": 3,
|
|
"run_metadata": {
|
|
"started_at_utc": "2026-10-24T19:03:20.819107+00:00",
|
|
"python": "3.10.12",
|
|
"git_head": "9f3483d29017bee0d93ed4c225c9952c024d0029",
|
|
"wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "6bdf68307b6bb90731fe09a89955e96eee76fec13bdf82281a96715dd168680e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "32198eca7642f39a8ad33deefe0eea396d38fcc0f5bc5814cbb64ab6d3443b9e",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "267d4e9942b7767a78a3689e8f7c9d6ed49f025389b043b69449b2d225651160",
|
|
"tools/graphrag/evaluation/reproducibility.py": "5c28d8aa37ec6a973fa494f7e528c19af2f1326422ea7fd05912e01aa1af6725",
|
|
"tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2",
|
|
"tools/graphrag/graph_search.py": "20f466e8d9eef6a38e41860e9be9ebc719c93f38bcfa6f60aca0e1b56c7d6bca",
|
|
"tools/graphrag/graphrag.py": "bee2eb1f86d8df8e978495a61107edf723df2dc2e0468e3ecf844719ec635e1d",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a"
|
|
},
|
|
"dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
}
|
|
},
|
|
"graph": {
|
|
"sha256": "0637d9ebb106c65d9aaa73d0634b28db81135e6a6c7503ea6b06c4a922e7e1e3",
|
|
"nodes": 422,
|
|
"relationships": 829
|
|
},
|
|
"completed_at_utc": "2026-10-24T19:03:27.594766+00:00",
|
|
"freeze_sha256": "2277226cbefa6337e04b5642da1145e1a11c48bbb05cf90de7ee5a7dbc71d806",
|
|
"audit_sha256": "4fbc8ea8090caaf275cac384e3c3c8ed7c3743b49523086bee3f0970e11d9276"
|
|
},
|
|
"configuration": {
|
|
"questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions.json",
|
|
"split": "test",
|
|
"dataset_question_count": 500,
|
|
"selected_question_count": 214,
|
|
"limit": 40,
|
|
"max_entities": 8,
|
|
"ids": [],
|
|
"max_questions": null
|
|
},
|
|
"summary": {
|
|
"questions": 214,
|
|
"strict_count": 152,
|
|
"strict_accuracy": 0.71028,
|
|
"error_count": 0,
|
|
"value_score": 0.735202,
|
|
"entity_score": 0.726636,
|
|
"relation_score": 0.738318,
|
|
"property_score": 0.794393,
|
|
"relation_choice_score": 0.953271,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.029583,
|
|
"latency_median_seconds": 0.029331,
|
|
"latency_p95_seconds": 0.033782
|
|
},
|
|
"by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 7,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.031866,
|
|
"latency_median_seconds": 0.031797,
|
|
"latency_p95_seconds": 0.032379
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 9,
|
|
"strict_count": 1,
|
|
"strict_accuracy": 0.111111,
|
|
"error_count": 0,
|
|
"value_score": 0.111111,
|
|
"entity_score": 0.111111,
|
|
"relation_score": 0.111111,
|
|
"property_score": 0.111111,
|
|
"relation_choice_score": 0.111111,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.027812,
|
|
"latency_median_seconds": 0.026418,
|
|
"latency_p95_seconds": 0.032829
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 25,
|
|
"strict_count": 25,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.028392,
|
|
"latency_median_seconds": 0.028353,
|
|
"latency_p95_seconds": 0.029533
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 38,
|
|
"strict_count": 3,
|
|
"strict_accuracy": 0.078947,
|
|
"error_count": 0,
|
|
"value_score": 0.105263,
|
|
"entity_score": 0.092105,
|
|
"relation_score": 0.105263,
|
|
"property_score": 0.105263,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.027967,
|
|
"latency_median_seconds": 0.025972,
|
|
"latency_p95_seconds": 0.033757
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 9,
|
|
"strict_count": 6,
|
|
"strict_accuracy": 0.666667,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.028002,
|
|
"latency_median_seconds": 0.02694,
|
|
"latency_p95_seconds": 0.031688
|
|
},
|
|
"person_title_year": {
|
|
"questions": 36,
|
|
"strict_count": 36,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.032105,
|
|
"latency_median_seconds": 0.031681,
|
|
"latency_p95_seconds": 0.035582
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 44,
|
|
"strict_count": 42,
|
|
"strict_accuracy": 0.954545,
|
|
"error_count": 0,
|
|
"value_score": 0.984849,
|
|
"entity_score": 0.954545,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.954545,
|
|
"relation_choice_score": 0.954545,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.031572,
|
|
"latency_median_seconds": 0.031125,
|
|
"latency_p95_seconds": 0.033997
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.02848,
|
|
"latency_median_seconds": 0.027546,
|
|
"latency_p95_seconds": 0.030821
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 14,
|
|
"strict_count": 0,
|
|
"strict_accuracy": 0.0,
|
|
"error_count": 0,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.026888,
|
|
"latency_median_seconds": 0.026382,
|
|
"latency_p95_seconds": 0.029034
|
|
}
|
|
},
|
|
"by_difficulty": {
|
|
"hard": {
|
|
"questions": 178,
|
|
"strict_count": 116,
|
|
"strict_accuracy": 0.651685,
|
|
"error_count": 0,
|
|
"value_score": 0.681648,
|
|
"entity_score": 0.671348,
|
|
"relation_score": 0.685393,
|
|
"property_score": 0.752809,
|
|
"relation_choice_score": 0.94382,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.029072,
|
|
"latency_median_seconds": 0.028377,
|
|
"latency_p95_seconds": 0.033747
|
|
},
|
|
"medium": {
|
|
"questions": 36,
|
|
"strict_count": 36,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.032105,
|
|
"latency_median_seconds": 0.031681,
|
|
"latency_p95_seconds": 0.035582
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0029",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Alina Vitko a Ronald Zalacko v ZP Wiki prepojené cez kľúčové slovo Docker? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.02863,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Ronald Zalacko",
|
|
"Docker"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Docker"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0030",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Alina Vitko a Ronald Zalacko cez kľúčové slovo Docker a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025681,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Ronald Zalacko",
|
|
"Docker"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Docker"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0033",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Martin Šarišský a Oleksandr Dorybohov v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.028839,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"agent"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0034",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Martin Šarišský a Oleksandr Dorybohov cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027412,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"agent"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0039",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Andrii Pervashov a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo OpenWebUI? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.029397,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "OpenWebUI"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0040",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Andrii Pervashov a Samuel Vasiľ cez kľúčové slovo OpenWebUI a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025237,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "OpenWebUI"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0043",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Oleh Poiasnik a Ján Malinovský v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025173,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Ján Malinovský",
|
|
"znalostný graf"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0044",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Oleh Poiasnik a Ján Malinovský cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026392,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Ján Malinovský",
|
|
"znalostný graf"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0045",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Oleh Poiasnik a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025938,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0046",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Oleh Poiasnik a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.0252,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0047",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ján Malinovský a Maksym Zatirka v ZP Wiki prepojené cez kľúčové slovo znalostný graf? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026373,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0048",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ján Malinovský a Maksym Zatirka cez kľúčové slovo znalostný graf a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025873,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"znalostný graf"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0051",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ján Malinovský a Samuel Vasiľ v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027964,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"RAG"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0052",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ján Malinovský a Samuel Vasiľ cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.028319,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"RAG"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0055",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Ronald Zalacko?",
|
|
"latency_seconds": 0.033795,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0056",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Samuel Vasiľ?",
|
|
"latency_seconds": 0.032272,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0057",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Filip Tomáš a Márk Fehér?",
|
|
"latency_seconds": 0.032439,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0059",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.031066,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0061",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dárius Lindvai a Lukáš Pokrývka?",
|
|
"latency_seconds": 0.033916,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0062",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.036186,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0065",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Martin Šarišský?",
|
|
"latency_seconds": 0.034872,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0067",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ronald Zalacko a Samuel Vasiľ?",
|
|
"latency_seconds": 0.032398,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0069",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Márk Fehér?",
|
|
"latency_seconds": 0.0308,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0070",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.030749,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0073",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Martin Šarišský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.033775,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0077",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.032121,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0080",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.03028,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0082",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Oleksandr Dorybohov a Samuel Vasiľ?",
|
|
"latency_seconds": 0.029731,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0083",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.031184,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0085",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.030696,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0090",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Maksym Zatirka?",
|
|
"latency_seconds": 0.030473,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0094",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ronald Zalacko?",
|
|
"latency_seconds": 0.030979,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0096",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Alina Vitko a Filip Tomáš?",
|
|
"latency_seconds": 0.032781,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0101",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Ján Malinovský?",
|
|
"latency_seconds": 0.031393,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0102",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Maksym Zatirka a Martin Šarišský?",
|
|
"latency_seconds": 0.031656,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0103",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Andrii Pervashov a Oleh Poiasnik?",
|
|
"latency_seconds": 0.031534,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0106",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Samuel Vasiľ?",
|
|
"latency_seconds": 0.030663,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0109",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.031207,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0112",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dmytro Ushatenko a Martin Wencel?",
|
|
"latency_seconds": 0.030988,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0113",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Malinovský a Ronald Zalacko?",
|
|
"latency_seconds": 0.030088,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0117",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Denis Le Thanh a Martin Šarišský?",
|
|
"latency_seconds": 0.03159,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0119",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Ronald Zalacko?",
|
|
"latency_seconds": 0.03127,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0120",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Samuel Vasiľ?",
|
|
"latency_seconds": 0.030895,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0121",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Filip Tomáš a Márk Fehér?",
|
|
"latency_seconds": 0.032381,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0123",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.030853,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0125",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dárius Lindvai a Lukáš Pokrývka?",
|
|
"latency_seconds": 0.032875,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0126",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.03045,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0129",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Martin Šarišský?",
|
|
"latency_seconds": 0.032707,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Martin Šarišský",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0131",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ronald Zalacko a Samuel Vasiľ?",
|
|
"latency_seconds": 0.0308,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0133",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Alina Vitko a Márk Fehér?",
|
|
"latency_seconds": 0.034011,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Márk Fehér",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0134",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.030999,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0137",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Martin Šarišský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.030742,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0141",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.030214,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0144",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.030026,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0146",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Oleksandr Dorybohov a Samuel Vasiľ?",
|
|
"latency_seconds": 0.030005,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Samuel Vasiľ",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0147",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.030108,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0149",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.029898,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0154",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Malinovský a Maksym Zatirka?",
|
|
"latency_seconds": 0.031309,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0157",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Ronald Zalacko?",
|
|
"latency_seconds": 0.028997,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0158",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Oleh Poiasnik?",
|
|
"latency_seconds": 0.028138,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0159",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Samuel Vasiľ?",
|
|
"latency_seconds": 0.02848,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0161",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.027429,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0166",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.032411,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0169",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Oleh Poiasnik a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.051023,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0170",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.02952,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0171",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.028049,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0173",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.028715,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0175",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.027294,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0176",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.027561,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0178",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Oleh Poiasnik?",
|
|
"latency_seconds": 0.027137,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0179",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Malinovský a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.027344,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0180",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Vasiľ a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.02776,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0181",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Ján Malinovský?",
|
|
"latency_seconds": 0.028278,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Ján Malinovský",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Ján Malinovský",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0183",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Dárius Lindvai a Lukáš Pokrývka?",
|
|
"latency_seconds": 0.029056,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2016"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2016"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0184",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Eduard Matovka a Martin Šarišský?",
|
|
"latency_seconds": 0.027888,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"Martin Šarišský",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"Martin Šarišský",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0187",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Andrii Pervashov a Samuel Vasiľ?",
|
|
"latency_seconds": 0.02739,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0191",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Ronald Zalacko?",
|
|
"latency_seconds": 0.027939,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0192",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Oleh Poiasnik?",
|
|
"latency_seconds": 0.027064,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0193",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Samuel Vasiľ?",
|
|
"latency_seconds": 0.027957,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0195",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleksandr Dorybohov a Ronald Zalacko?",
|
|
"latency_seconds": 0.027162,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0200",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.026257,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0203",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Oleh Poiasnik a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.026844,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0204",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.02753,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0205",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Samuel Vasiľ?",
|
|
"latency_seconds": 0.028417,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Samuel Vasiľ",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0207",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Maksym Zatirka?",
|
|
"latency_seconds": 0.026652,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Maksym Zatirka",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0209",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Maksym Zatirka a Ronald Zalacko?",
|
|
"latency_seconds": 0.026911,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Ronald Zalacko",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0210",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Denis Le Thanh a Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.026253,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Oleksandr Dorybohov",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0212",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Andrii Pervashov a Oleh Poiasnik?",
|
|
"latency_seconds": 0.026634,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0213",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Malinovský a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.026713,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0214",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Vasiľ a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.026558,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"Vladyslav Yanchenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0215",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Alina Vitko?",
|
|
"latency_seconds": 0.031693,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0216",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Alina Vitko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.031474,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0217",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Andrii Pervashov?",
|
|
"latency_seconds": 0.033513,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0218",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Andrii Pervashov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.032751,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0223",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Denis Le Thanh?",
|
|
"latency_seconds": 0.031669,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0224",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Denis Le Thanh s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.031798,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0225",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dmytro Ushatenko?",
|
|
"latency_seconds": 0.030322,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0226",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dmytro Ushatenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.030611,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"Jednoduchý chatbot v jazyku Python",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0229",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dárius Lindvai?",
|
|
"latency_seconds": 0.031376,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0230",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dárius Lindvai s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.033436,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0233",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Eduard Matovka?",
|
|
"latency_seconds": 0.031967,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0234",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Eduard Matovka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.031886,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0235",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Filip Tomáš?",
|
|
"latency_seconds": 0.032539,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0236",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Filip Tomáš s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.03197,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0241",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Malinovský?",
|
|
"latency_seconds": 0.030517,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"expected_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0242",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ján Malinovský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.032665,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"expected_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0247",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Lukáš Pokrývka?",
|
|
"latency_seconds": 0.033034,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0248",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Lukáš Pokrývka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.031437,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0249",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maksym Zatirka?",
|
|
"latency_seconds": 0.031002,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0250",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Maksym Zatirka s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.03164,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0253",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Wencel?",
|
|
"latency_seconds": 0.03014,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0254",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Martin Wencel s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.03106,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0255",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Martin Šarišský?",
|
|
"latency_seconds": 0.031488,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0256",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Martin Šarišský s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.033026,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0263",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Márk Fehér?",
|
|
"latency_seconds": 0.032823,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0264",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Márk Fehér s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.036111,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0265",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleh Poiasnik?",
|
|
"latency_seconds": 0.041553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0266",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Oleh Poiasnik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.035405,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0267",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.032375,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0268",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Oleksandr Dorybohov s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.030871,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0273",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ronald Zalacko?",
|
|
"latency_seconds": 0.03133,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0274",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ronald Zalacko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.029625,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"Skórovací online systém pre robotické súťaže",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0279",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Vasiľ?",
|
|
"latency_seconds": 0.030054,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0280",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Samuel Vasiľ s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.033345,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0291",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.029265,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0292",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Vladyslav Yanchenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.030024,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0295",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo cloud?",
|
|
"latency_seconds": 0.032062,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"cloud",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0306",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo inštrukcie?",
|
|
"latency_seconds": 0.02586,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"inštrukcie",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "inštrukcie"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0307",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo právne informácie?",
|
|
"latency_seconds": 0.02625,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"právne informácie",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "právne informácie"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0308",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Malinovský, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
|
|
"latency_seconds": 0.031762,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"RAG",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"RAG",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"expected_properties": [
|
|
"Work.title"
|
|
],
|
|
"matched_properties": [
|
|
"Work.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0310",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo SlovakAlpaca?",
|
|
"latency_seconds": 0.02632,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"SlovakAlpaca",
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "SlovakAlpaca"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0311",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo BiLSTM?",
|
|
"latency_seconds": 0.025225,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"BiLSTM",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "BiLSTM"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0312",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo NCCL?",
|
|
"latency_seconds": 0.025966,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"NCCL",
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "NCCL"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0313",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo Docker?",
|
|
"latency_seconds": 0.025838,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"Docker",
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Docker"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0315",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
|
|
"latency_seconds": 0.033392,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"RAG",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0317",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo lekáreň?",
|
|
"latency_seconds": 0.025363,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"lekáreň",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "lekáreň"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0318",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo chatbot?",
|
|
"latency_seconds": 0.03166,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"chatbot",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0320",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo Python?",
|
|
"latency_seconds": 0.030603,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Python",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Python"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0321",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo morfologická analýza?",
|
|
"latency_seconds": 0.024745,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"morfologická analýza",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "morfologická analýza"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0325",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo speech-to-text?",
|
|
"latency_seconds": 0.025801,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"speech-to-text",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "speech-to-text"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0326",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ronald Zalacko, ak jej dokument zároveň obsahuje kľúčové slovo robotické súťaže?",
|
|
"latency_seconds": 0.026016,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"robotické súťaže",
|
|
"Skórovací online systém pre robotické súťaže"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "robotické súťaže"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Skórovací online systém pre robotické súťaže"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0332",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Wencel, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?",
|
|
"latency_seconds": 0.043224,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"Spacy",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"Spacy",
|
|
"Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0334",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo CI/CD?",
|
|
"latency_seconds": 0.025889,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"CI/CD",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "CI/CD"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0335",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Eduard Matovka, ak jej dokument zároveň obsahuje kľúčové slovo slovenský jazykový model?",
|
|
"latency_seconds": 0.026231,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"slovenský jazykový model",
|
|
"Slovenská konverzačná umelá inteligencia"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenský jazykový model"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0338",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo agent?",
|
|
"latency_seconds": 0.031166,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"agent",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"agent",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0339",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo MCP?",
|
|
"latency_seconds": 0.02561,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"MCP",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "MCP"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0342",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo agent?",
|
|
"latency_seconds": 0.033742,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"agent",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0350",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Lukáš Pokrývka, ak jej dokument zároveň obsahuje kľúčové slovo PyTorch?",
|
|
"latency_seconds": 0.032128,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"PyTorch",
|
|
"Paralelné trénovanie neurónových sietí"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "PyTorch"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0351",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Filip Tomáš, ak jej dokument zároveň obsahuje kľúčové slovo Docker Compose?",
|
|
"latency_seconds": 0.025346,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"Docker Compose",
|
|
"Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Docker Compose"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Aplikačné testy v systémoch kontinuálnej integrácie a nasadenia"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0352",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Streamlit?",
|
|
"latency_seconds": 0.025389,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Streamlit",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Streamlit"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0356",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Márk Fehér, ak jej dokument zároveň obsahuje kľúčové slovo klasifikácia textu?",
|
|
"latency_seconds": 0.033839,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"klasifikácia textu",
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"klasifikácia textu",
|
|
"Klasifikácia textu metódami strojového učenia"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "klasifikácia textu"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0357",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo Slovak Mistral?",
|
|
"latency_seconds": 0.025957,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Slovak Mistral",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Slovak Mistral"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0358",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Denis Le Thanh, ak jej dokument zároveň obsahuje kľúčové slovo kyberbezpečnosť?",
|
|
"latency_seconds": 0.025629,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"kyberbezpečnosť",
|
|
"Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "kyberbezpečnosť"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0360",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo slovenské právo?",
|
|
"latency_seconds": 0.025783,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"slovenské právo",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenské právo"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0362",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Alina Vitko, ak jej dokument zároveň obsahuje kľúčové slovo Question Answering?",
|
|
"latency_seconds": 0.031582,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Question Answering",
|
|
"Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Question Answering"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0363",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleh Poiasnik, ak jej dokument zároveň obsahuje kľúčové slovo LightRAG?",
|
|
"latency_seconds": 0.025125,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"LightRAG",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "LightRAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0365",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Andrii Pervashov, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
|
|
"latency_seconds": 0.025655,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"OpenWebUI",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0367",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maksym Zatirka, ak jej dokument zároveň obsahuje kľúčové slovo grafová databáza?",
|
|
"latency_seconds": 0.026591,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"grafová databáza",
|
|
"Grafová databáza pre podporu generovania slovenského jazyka"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "grafová databáza"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Grafová databáza pre podporu generovania slovenského jazyka"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0369",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Oleksandr Dorybohov, ak jej dokument zároveň obsahuje kľúčové slovo API?",
|
|
"latency_seconds": 0.025261,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"API",
|
|
"Automatické odpovede na otázky v právnej oblasti"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "API"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0370",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Vasiľ, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
|
|
"latency_seconds": 0.02565,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"OpenWebUI",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0371",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladyslav Yanchenko, ak jej dokument zároveň obsahuje kľúčové slovo Azure?",
|
|
"latency_seconds": 0.025979,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladyslav Yanchenko",
|
|
"Azure",
|
|
"Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Azure"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0372",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dmytro Ushatenko, ak jej dokument zároveň obsahuje kľúčové slovo dialógový systém?",
|
|
"latency_seconds": 0.027264,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"dialógový systém",
|
|
"Jednoduchý chatbot v jazyku Python"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "dialógový systém"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Jednoduchý chatbot v jazyku Python"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0373",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dárius Lindvai, ak jej dokument zároveň obsahuje kľúčové slovo CRF?",
|
|
"latency_seconds": 0.027055,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"CRF",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "CRF"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0374",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Martin Šarišský, ak jej dokument zároveň obsahuje kľúčové slovo DeepEval?",
|
|
"latency_seconds": 0.025773,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"DeepEval",
|
|
"Agentové systémy pomocou veľkého jazykového modelu"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "DeepEval"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0377",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.028582,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0378",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Andrii Pervashov spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.027959,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Andrii Pervashov"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Andrii Pervashov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0383",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Alina Vitko spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.028748,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Alina Vitko"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Alina Vitko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0384",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Malinovský spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.02859,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Ján Malinovský"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Ján Malinovský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0391",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Samuel Vasiľ spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.027715,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0395",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.027904,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0399",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.028353,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Filip Tomáš"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Filip Tomáš"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0401",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ronald Zalacko spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.028499,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0402",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Wencel spojený s kategóriou bp2021?",
|
|
"latency_seconds": 0.028636,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2021",
|
|
"Martin Wencel"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2021",
|
|
"Martin Wencel"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0403",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Eduard Matovka spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.027674,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Eduard Matovka"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Eduard Matovka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0404",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou dp2025?",
|
|
"latency_seconds": 0.029116,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2025",
|
|
"Filip Tomáš"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2025",
|
|
"Filip Tomáš"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0406",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Márk Fehér spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.02892,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0409",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleksandr Dorybohov spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.02801,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0413",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dmytro Ushatenko spojený s kategóriou bp2020?",
|
|
"latency_seconds": 0.027263,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2020",
|
|
"Dmytro Ushatenko"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2020",
|
|
"Dmytro Ushatenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0414",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou vp2023?",
|
|
"latency_seconds": 0.028031,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"vp2023",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"vp2023",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0418",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Filip Tomáš spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.028608,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Filip Tomáš"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Filip Tomáš"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0419",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.028126,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Dárius Lindvai"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Dárius Lindvai"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0421",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Youssef Ressaissi spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.029637,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0423",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.030141,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0428",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Vladyslav Yanchenko spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.028402,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0429",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maksym Zatirka spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.028121,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0430",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.027976,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0431",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Sevval Bulburu spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.028124,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Sevval Bulburu"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Sevval Bulburu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0432",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Šarišský spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.028059,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"dp2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0434",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleh Poiasnik spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.028602,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"matched_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Oleh Poiasnik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0437",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?",
|
|
"latency_seconds": 0.031754,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0441",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?",
|
|
"latency_seconds": 0.03159,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0444",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?",
|
|
"latency_seconds": 0.026818,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0446",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dárius Lindvai?",
|
|
"latency_seconds": 0.026562,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0448",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Andrii Pervashov?",
|
|
"latency_seconds": 0.026852,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0451",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Martin Šarišský?",
|
|
"latency_seconds": 0.02694,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2024",
|
|
"dp2026",
|
|
"vp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0456",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Lukáš Pokrývka?",
|
|
"latency_seconds": 0.02701,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0460",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Filip Tomáš?",
|
|
"latency_seconds": 0.027796,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"dp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0463",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Oleh Poiasnik?",
|
|
"latency_seconds": 0.026692,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0467",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Lukáš Pokrývka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
|
|
"latency_seconds": 0.031457,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0468",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.031701,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0470",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dmytro Ushatenko, Martin Wencel, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
|
|
"latency_seconds": 0.031747,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"Martin Wencel",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"dmytro ushatenko",
|
|
"martin wencel"
|
|
],
|
|
"entity_set_actual": [
|
|
"dmytro ushatenko",
|
|
"martin wencel"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0472",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Denis Le Thanh, Ján Malinovský, Maksym Zatirka, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
|
|
"latency_seconds": 0.031927,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"3",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"Ján Malinovský",
|
|
"Maksym Zatirka",
|
|
"3",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [
|
|
"denis le thanh",
|
|
"jan malinovsky",
|
|
"maksym zatirka"
|
|
],
|
|
"entity_set_actual": [
|
|
"denis le thanh",
|
|
"jan malinovsky",
|
|
"maksym zatirka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0474",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Alina Vitko vyber všetky osoby, pri ktorých je práca uvedená v roku 2027. Koľko ich je?",
|
|
"latency_seconds": 0.031857,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Oleh Poiasnik",
|
|
"2",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"oleh poiasnik"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"oleh poiasnik"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "g0478",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Dárius Lindvai, Lukáš Pokrývka, Alina Vitko zdieľajú rok práce 2021? Uveď aj ich počet.",
|
|
"latency_seconds": 0.032573,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Lukáš Pokrývka",
|
|
"2",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": 3,
|
|
"actual_count": 3,
|
|
"complete": true,
|
|
"id": "g0479",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Alina Vitko, Filip Tomáš, Márk Fehér, Andrii Pervashov zdieľajú rok práce 2022? Uveď aj ich počet.",
|
|
"latency_seconds": 0.031797,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Filip Tomáš",
|
|
"Márk Fehér",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"filip tomas",
|
|
"mark feher"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0481",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo inštrukcie a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.026888,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"inštrukcie",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "inštrukcie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0482",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Denis Le Thanh a Ján Malinovský spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Slovak Mistral a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.026786,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"Slovak Mistral",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Slovak Mistral"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0483",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleh Poiasnik a Andrii Pervashov spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo znalostný graf a jej práca je uvedená v roku 2027?",
|
|
"latency_seconds": 0.026187,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"znalostný graf",
|
|
"2027"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0487",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Wencel a Dmytro Ushatenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo pomenované entity a jej práca je uvedená v roku 2020?",
|
|
"latency_seconds": 0.026325,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"pomenované entity",
|
|
"2020"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "pomenované entity"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0489",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dárius Lindvai a Lukáš Pokrývka spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo CRF a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.026418,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"CRF",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "CRF"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0491",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Alina Vitko a Filip Tomáš spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Streamlit a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.02581,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Streamlit",
|
|
"2022"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Streamlit"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0494",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dmytro Ushatenko a Martin Wencel spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo chatbot a jej práca je uvedená v roku 2020?",
|
|
"latency_seconds": 0.032847,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"chatbot",
|
|
"2020"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0496",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Andrii Pervashov a Oleh Poiasnik spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo speech-to-text a jej práca je uvedená v roku 2027?",
|
|
"latency_seconds": 0.026247,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"speech-to-text",
|
|
"2027"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "speech-to-text"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0497",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Dárius Lindvai spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo GPU a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.032802,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"GPU",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"GPU",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "GPU"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "GPU"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
}
|
|
],
|
|
"source_consistent_summary": {
|
|
"questions": 154,
|
|
"strict_count": 152,
|
|
"strict_accuracy": 0.987013,
|
|
"error_count": 0,
|
|
"value_score": 0.995671,
|
|
"entity_score": 0.987013,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.987013,
|
|
"relation_choice_score": 0.987013,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.030486,
|
|
"latency_median_seconds": 0.030564,
|
|
"latency_p95_seconds": 0.033949
|
|
},
|
|
"source_consistent_by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 7,
|
|
"strict_count": 7,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.031866,
|
|
"latency_median_seconds": 0.031797,
|
|
"latency_p95_seconds": 0.032379
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 1,
|
|
"strict_count": 1,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.032802,
|
|
"latency_median_seconds": 0.032802,
|
|
"latency_p95_seconds": 0.032802
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 25,
|
|
"strict_count": 25,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.028392,
|
|
"latency_median_seconds": 0.028353,
|
|
"latency_p95_seconds": 0.029533
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 3,
|
|
"strict_count": 3,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.035384,
|
|
"latency_median_seconds": 0.031762,
|
|
"latency_p95_seconds": 0.042078
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 6,
|
|
"strict_count": 6,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.027781,
|
|
"latency_median_seconds": 0.026896,
|
|
"latency_p95_seconds": 0.030641
|
|
},
|
|
"person_title_year": {
|
|
"questions": 36,
|
|
"strict_count": 36,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.032105,
|
|
"latency_median_seconds": 0.031681,
|
|
"latency_p95_seconds": 0.035582
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 44,
|
|
"strict_count": 42,
|
|
"strict_accuracy": 0.954545,
|
|
"error_count": 0,
|
|
"value_score": 0.984849,
|
|
"entity_score": 0.954545,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.954545,
|
|
"relation_choice_score": 0.954545,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.031572,
|
|
"latency_median_seconds": 0.031125,
|
|
"latency_p95_seconds": 0.033997
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.02848,
|
|
"latency_median_seconds": 0.027546,
|
|
"latency_p95_seconds": 0.030821
|
|
}
|
|
},
|
|
"source_inconsistent_ids": [
|
|
"g0029",
|
|
"g0030",
|
|
"g0033",
|
|
"g0034",
|
|
"g0039",
|
|
"g0040",
|
|
"g0043",
|
|
"g0044",
|
|
"g0045",
|
|
"g0046",
|
|
"g0047",
|
|
"g0048",
|
|
"g0051",
|
|
"g0052",
|
|
"g0295",
|
|
"g0306",
|
|
"g0307",
|
|
"g0310",
|
|
"g0311",
|
|
"g0312",
|
|
"g0313",
|
|
"g0315",
|
|
"g0317",
|
|
"g0318",
|
|
"g0320",
|
|
"g0321",
|
|
"g0325",
|
|
"g0326",
|
|
"g0334",
|
|
"g0335",
|
|
"g0339",
|
|
"g0342",
|
|
"g0350",
|
|
"g0351",
|
|
"g0352",
|
|
"g0356",
|
|
"g0357",
|
|
"g0358",
|
|
"g0360",
|
|
"g0362",
|
|
"g0363",
|
|
"g0365",
|
|
"g0367",
|
|
"g0369",
|
|
"g0370",
|
|
"g0371",
|
|
"g0372",
|
|
"g0373",
|
|
"g0374",
|
|
"g0437",
|
|
"g0446",
|
|
"g0456",
|
|
"g0481",
|
|
"g0482",
|
|
"g0483",
|
|
"g0487",
|
|
"g0489",
|
|
"g0491",
|
|
"g0494",
|
|
"g0496"
|
|
]
|
|
}
|