28461 lines
779 KiB
JSON
28461 lines
779 KiB
JSON
{
|
|
"description": "Original search, current strict evaluator, unchanged DEV benchmark; not a holdout run.",
|
|
"run_metadata": {
|
|
"started_at_utc": "2026-10-24T19:02:20.619615+00:00",
|
|
"python": "3.10.12",
|
|
"git_head": "9f3483d29017bee0d93ed4c225c9952c024d0029",
|
|
"wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "6bdf68307b6bb90731fe09a89955e96eee76fec13bdf82281a96715dd168680e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "32198eca7642f39a8ad33deefe0eea396d38fcc0f5bc5814cbb64ab6d3443b9e",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "267d4e9942b7767a78a3689e8f7c9d6ed49f025389b043b69449b2d225651160",
|
|
"tools/graphrag/evaluation/reproducibility.py": "5c28d8aa37ec6a973fa494f7e528c19af2f1326422ea7fd05912e01aa1af6725",
|
|
"tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2",
|
|
"tools/graphrag/graph_search.py": "20f466e8d9eef6a38e41860e9be9ebc719c93f38bcfa6f60aca0e1b56c7d6bca",
|
|
"tools/graphrag/graphrag.py": "bee2eb1f86d8df8e978495a61107edf723df2dc2e0468e3ecf844719ec635e1d",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a"
|
|
},
|
|
"dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
}
|
|
},
|
|
"baseline_search_sha256": "559f89ecaeb8bff7c3938df8c4091b0106936b3c611a104bb9d52eafac3b4f60",
|
|
"baseline_search_revision": "9f3483d",
|
|
"graph": {
|
|
"sha256": "0637d9ebb106c65d9aaa73d0634b28db81135e6a6c7503ea6b06c4a922e7e1e3",
|
|
"nodes": 422,
|
|
"relationships": 829
|
|
}
|
|
},
|
|
"summary": {
|
|
"questions": 286,
|
|
"strict_count": 106,
|
|
"strict_accuracy": 0.370629,
|
|
"error_count": 0,
|
|
"value_score": 0.772494,
|
|
"entity_score": 0.624126,
|
|
"relation_score": 0.853147,
|
|
"property_score": 0.793706,
|
|
"relation_choice_score": 0.870629,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.900058,
|
|
"latency_mean_seconds": 0.029989,
|
|
"latency_median_seconds": 0.028124,
|
|
"latency_p95_seconds": 0.041821
|
|
},
|
|
"source_consistent_summary": {
|
|
"questions": 209,
|
|
"strict_count": 106,
|
|
"strict_accuracy": 0.507177,
|
|
"error_count": 0,
|
|
"value_score": 0.801914,
|
|
"entity_score": 0.705742,
|
|
"relation_score": 0.838916,
|
|
"property_score": 0.717703,
|
|
"relation_choice_score": 0.822967,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.882376,
|
|
"latency_mean_seconds": 0.028891,
|
|
"latency_median_seconds": 0.027023,
|
|
"latency_p95_seconds": 0.036377
|
|
},
|
|
"by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 9,
|
|
"strict_count": 0,
|
|
"strict_accuracy": 0.0,
|
|
"error_count": 0,
|
|
"value_score": 0.955556,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.712963,
|
|
"latency_mean_seconds": 0.037933,
|
|
"latency_median_seconds": 0.034097,
|
|
"latency_p95_seconds": 0.051106
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 11,
|
|
"strict_count": 2,
|
|
"strict_accuracy": 0.181818,
|
|
"error_count": 0,
|
|
"value_score": 0.757576,
|
|
"entity_score": 0.727273,
|
|
"relation_score": 0.909091,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.046791,
|
|
"latency_median_seconds": 0.043334,
|
|
"latency_p95_seconds": 0.063605
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 35,
|
|
"strict_count": 0,
|
|
"strict_accuracy": 0.0,
|
|
"error_count": 0,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.025754,
|
|
"latency_median_seconds": 0.02551,
|
|
"latency_p95_seconds": 0.026803
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 42,
|
|
"strict_count": 4,
|
|
"strict_accuracy": 0.095238,
|
|
"error_count": 0,
|
|
"value_score": 0.753969,
|
|
"entity_score": 0.547619,
|
|
"relation_score": 0.920635,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.034614,
|
|
"latency_median_seconds": 0.033037,
|
|
"latency_p95_seconds": 0.041153
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 21,
|
|
"strict_count": 15,
|
|
"strict_accuracy": 0.714286,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.025716,
|
|
"latency_median_seconds": 0.025642,
|
|
"latency_p95_seconds": 0.026465
|
|
},
|
|
"person_title_year": {
|
|
"questions": 44,
|
|
"strict_count": 22,
|
|
"strict_accuracy": 0.5,
|
|
"error_count": 0,
|
|
"value_score": 0.5,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.5,
|
|
"property_score": 0.5,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.5,
|
|
"latency_mean_seconds": 0.028318,
|
|
"latency_median_seconds": 0.028078,
|
|
"latency_p95_seconds": 0.031685
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 56,
|
|
"strict_count": 19,
|
|
"strict_accuracy": 0.339286,
|
|
"error_count": 0,
|
|
"value_score": 0.869048,
|
|
"entity_score": 0.607143,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.339286,
|
|
"relation_choice_score": 0.339286,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.031571,
|
|
"latency_median_seconds": 0.030429,
|
|
"latency_p95_seconds": 0.036137
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 28,
|
|
"strict_count": 28,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.026098,
|
|
"latency_median_seconds": 0.026113,
|
|
"latency_p95_seconds": 0.027236
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 40,
|
|
"strict_count": 16,
|
|
"strict_accuracy": 0.4,
|
|
"error_count": 0,
|
|
"value_score": 0.733333,
|
|
"entity_score": 0.4,
|
|
"relation_score": 0.9,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.9,
|
|
"latency_mean_seconds": 0.027022,
|
|
"latency_median_seconds": 0.026743,
|
|
"latency_p95_seconds": 0.028077
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0001",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Jakub Maruniak v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027459,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0002",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Jakub Maruniak cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.02663,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Jakub Maruniak",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0003",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026976,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0004",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026687,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0005",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Maroš Harahus a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026956,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0006",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Maroš Harahus a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.02602,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0007",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026366,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0008",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Kristián Sopkovič cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027089,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Kristián Sopkovič",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0009",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.02691,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0010",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.028072,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0011",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Kristián Sopkovič a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo Spacy? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027304,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0012",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Kristián Sopkovič a Artem Yatsenko cez kľúčové slovo Spacy a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.039569,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Artem Yatsenko",
|
|
"Spacy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0013",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Dávid Omasta v ZP Wiki prepojené cez kľúčové slovo Question Answering? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025845,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Dávid Omasta",
|
|
"Question Answering"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Question Answering"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0014",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Dávid Omasta cez kľúčové slovo Question Answering a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025311,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Dávid Omasta",
|
|
"Question Answering"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Question Answering"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0015",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Dominik Nagy v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025997,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Dominik Nagy",
|
|
"strojový preklad"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0016",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Dominik Nagy cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027345,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Dominik Nagy",
|
|
"strojový preklad"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0017",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tomáš Kuchárik a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027353,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0018",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tomáš Kuchárik a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026163,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0019",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Dominik Nagy a Patrik Pavlišin v ZP Wiki prepojené cez kľúčové slovo strojový preklad? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026521,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0020",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Dominik Nagy a Patrik Pavlišin cez kľúčové slovo strojový preklad a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026938,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Patrik Pavlišin",
|
|
"strojový preklad"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0021",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Jakub Maruniak a Artem Yatsenko v ZP Wiki prepojené cez kľúčové slovo pomenované entity? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026379,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"pomenované entity"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "pomenované entity"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0022",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Jakub Maruniak a Artem Yatsenko cez kľúčové slovo pomenované entity a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026507,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko",
|
|
"pomenované entity"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "pomenované entity"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0023",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Ondrej Megela a Matej Novotný v ZP Wiki prepojené cez kľúčové slovo jazykové modelovanie? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.02711,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Matej Novotný",
|
|
"jazykové modelovanie"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "jazykové modelovanie"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0024",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Ondrej Megela a Matej Novotný cez kľúčové slovo jazykové modelovanie a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026951,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Matej Novotný",
|
|
"jazykové modelovanie"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "jazykové modelovanie"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0025",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Dávid Omasta a Kristián Sopkovič v ZP Wiki prepojené cez kľúčové slovo slovenčina? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026836,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Kristián Sopkovič",
|
|
"slovenčina"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenčina"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0026",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Dávid Omasta a Kristián Sopkovič cez kľúčové slovo slovenčina a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025726,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Kristián Sopkovič",
|
|
"slovenčina"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenčina"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0027",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Michal Stromko a Matej Ščišľak v ZP Wiki prepojené cez kľúčové slovo FAISS? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026567,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Matej Ščišľak",
|
|
"FAISS"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "FAISS"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0028",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Michal Stromko a Matej Ščišľak cez kľúčové slovo FAISS a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026257,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Matej Ščišľak",
|
|
"FAISS"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "FAISS"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0031",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Artem Yatsenko a Vladimír Ferko v ZP Wiki prepojené cez kľúčové slovo anotácia? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026799,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Vladimír Ferko",
|
|
"anotácia"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotácia"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0032",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Artem Yatsenko a Vladimír Ferko cez kľúčové slovo anotácia a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027182,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Vladimír Ferko",
|
|
"anotácia"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotácia"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0035",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Matej Ščišľak a Valerii Kutsenko v ZP Wiki prepojené cez kľúčové slovo GraphRAG? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026171,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Valerii Kutsenko",
|
|
"GraphRAG"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "GraphRAG"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0036",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Matej Ščišľak a Valerii Kutsenko cez kľúčové slovo GraphRAG a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025905,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Valerii Kutsenko",
|
|
"GraphRAG"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "GraphRAG"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0037",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Vladimír Ferko a Tetiana Mohorian v ZP Wiki prepojené cez kľúčové slovo hate speech? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.025798,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"Tetiana Mohorian",
|
|
"hate speech"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate speech"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0038",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Vladimír Ferko a Tetiana Mohorian cez kľúčové slovo hate speech a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026872,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"Tetiana Mohorian",
|
|
"hate speech"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate speech"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0041",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Valerii Kutsenko a Ján Pták v ZP Wiki prepojené cez kľúčové slovo RAG? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026533,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0042",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Valerii Kutsenko a Ján Pták cez kľúčové slovo RAG a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026572,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Ján Pták",
|
|
"RAG"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0049",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Tetiana Mohorian a Rostyslav Rodzhuk v ZP Wiki prepojené cez kľúčové slovo LLM? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.028176,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Rostyslav Rodzhuk",
|
|
"LLM"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "LLM"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0050",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Tetiana Mohorian a Rostyslav Rodzhuk cez kľúčové slovo LLM a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026824,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Rostyslav Rodzhuk",
|
|
"LLM"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "LLM"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0053",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Sú osoby Rostyslav Rodzhuk a Samuel Džurina v ZP Wiki prepojené cez kľúčové slovo agent? Uveď spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.027676,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0054",
|
|
"split": "dev",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over prepojenie osôb Rostyslav Rodzhuk a Samuel Džurina cez kľúčové slovo agent a pomenuj spoločné kľúčové slovo.",
|
|
"latency_seconds": 0.026542,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"agent"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "agent"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0058",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Samuel Džurina?",
|
|
"latency_seconds": 0.029425,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0060",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Novotný?",
|
|
"latency_seconds": 0.030422,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0063",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.032236,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0064",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Samuel Džurina?",
|
|
"latency_seconds": 0.031066,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0066",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Samuel Džurina?",
|
|
"latency_seconds": 0.031231,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0068",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Kristián Sopkovič?",
|
|
"latency_seconds": 0.031977,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0071",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.030108,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0072",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.030455,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0074",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Holp a Maroš Harahus?",
|
|
"latency_seconds": 0.031777,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0075",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.029934,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0076",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dávid Omasta a Vladimír Ferko?",
|
|
"latency_seconds": 0.029005,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0078",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Michal Stromko?",
|
|
"latency_seconds": 0.030429,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0079",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Michal Stromko?",
|
|
"latency_seconds": 0.030147,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0081",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.029875,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0084",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.030172,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0086",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ondrej Megela a Patrik Pavlišin?",
|
|
"latency_seconds": 0.030118,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0087",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Maroš Harahus?",
|
|
"latency_seconds": 0.032462,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0088",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.029372,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0089",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Kristián Sopkovič?",
|
|
"latency_seconds": 0.029663,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0091",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.029534,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0092",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.030408,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0093",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Kristián Sopkovič a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.029071,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0095",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Michal Stromko?",
|
|
"latency_seconds": 0.029429,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0097",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Artem Yatsenko a Dominik Nagy?",
|
|
"latency_seconds": 0.030283,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0098",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Michal Stromko a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.029072,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0099",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.030093,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0100",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.03007,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0104",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Matej Ščišľak?",
|
|
"latency_seconds": 0.029587,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Matej Ščišľak",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0105",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Dominik Nagy a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.030648,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0107",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.029348,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0108",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Ján Pták a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.028264,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0110",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Matej Ščišľak?",
|
|
"latency_seconds": 0.028935,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0111",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Jakub Maruniak a Ján Holp?",
|
|
"latency_seconds": 0.031349,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0114",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Ščišľak a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.028895,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0115",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Matej Novotný a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.029652,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0116",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Daniil Huzenko a Tetiana Mohorian?",
|
|
"latency_seconds": 0.030545,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0118",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "V ktorom rovnakom roku je v ZP Wiki uvedená práca pri osobách Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.028572,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 0.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": false
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/akopisat/README.md",
|
|
"pages/topics/faq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/akopisat",
|
|
"https://zp.kemt.fei.tuke.sk/topics/faq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0122",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Samuel Džurina?",
|
|
"latency_seconds": 0.031764,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0124",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Matej Novotný?",
|
|
"latency_seconds": 0.031587,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0127",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.031066,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0128",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Novotný a Samuel Džurina?",
|
|
"latency_seconds": 0.030481,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0130",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Ščišľak a Samuel Džurina?",
|
|
"latency_seconds": 0.052664,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Samuel Džurina",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0132",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Kristián Sopkovič?",
|
|
"latency_seconds": 0.034843,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0135",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Samuel Džurina a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.030996,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0136",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.03043,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Rostyslav Rodzhuk",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0138",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Holp a Maroš Harahus?",
|
|
"latency_seconds": 0.035123,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/dp2021/README.md",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/dp2021/zdrojove_subory",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0139",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.033529,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Tomáš Kuchárik",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0140",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dávid Omasta a Vladimír Ferko?",
|
|
"latency_seconds": 0.0318,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0142",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Kristián Sopkovič a Michal Stromko?",
|
|
"latency_seconds": 0.03555,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials/img"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0143",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Artem Yatsenko a Michal Stromko?",
|
|
"latency_seconds": 0.034544,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko/vp2021/tutorials/img"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0145",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ján Pták a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.030344,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0148",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Ščišľak a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.03158,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0150",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Ondrej Megela a Patrik Pavlišin?",
|
|
"latency_seconds": 0.035658,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp21",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/dp22",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin/tp20",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0151",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Jakub Maruniak a Maroš Harahus?",
|
|
"latency_seconds": 0.039915,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/annotation",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/dp2021/train_experiments",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0152",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Matej Novotný a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.034907,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0153",
|
|
"split": "dev",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký rok práce spája osoby Dominik Nagy a Kristián Sopkovič?",
|
|
"latency_seconds": 0.037575,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"AUTHORED_DOCUMENT",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year",
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
},
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0155",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Tetiana Mohorian a Valerii Kutsenko?",
|
|
"latency_seconds": 0.027352,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0156",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Tetiana Mohorian?",
|
|
"latency_seconds": 0.026642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0160",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.025851,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0162",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Ján Pták a Valerii Kutsenko?",
|
|
"latency_seconds": 0.026151,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0163",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.025208,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0164",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.026197,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0165",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Matej Ščišľak?",
|
|
"latency_seconds": 0.026411,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0167",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.026126,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0168",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Jakub Maruniak a Ján Holp?",
|
|
"latency_seconds": 0.026099,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2016"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2016"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0172",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.02643,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0174",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Tetiana Mohorian?",
|
|
"latency_seconds": 0.026553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0177",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Ján Pták?",
|
|
"latency_seconds": 0.02735,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Ján Pták",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Ján Pták",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0182",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Daniil Huzenko a Valerii Kutsenko?",
|
|
"latency_seconds": 0.026099,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0185",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Novotný a Vladimír Ferko?",
|
|
"latency_seconds": 0.026382,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Vladimír Ferko",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Vladimír Ferko",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0186",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Samuel Džurina a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.025379,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0188",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú podľa ZP Wiki osoby Matej Ščišľak a Vladimír Ferko?",
|
|
"latency_seconds": 0.025368,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Vladimír Ferko",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Vladimír Ferko",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0189",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Tetiana Mohorian a Valerii Kutsenko?",
|
|
"latency_seconds": 0.026489,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0190",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Tetiana Mohorian?",
|
|
"latency_seconds": 0.026165,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0194",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Samuel Džurina a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.025476,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0196",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Ján Pták a Valerii Kutsenko?",
|
|
"latency_seconds": 0.025752,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Valerii Kutsenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0197",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.026359,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Simona Bobrovčanová",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0198",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Simona Bobrovčanová a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.025587,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0199",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Matej Novotný a Matej Ščišľak?",
|
|
"latency_seconds": 0.027023,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0201",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.025654,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Yevhenii Medushivskyi",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0202",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Jakub Maruniak a Ján Holp?",
|
|
"latency_seconds": 0.025785,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2016"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"2016"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0206",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Rostyslav Rodzhuk a Samuel Džurina?",
|
|
"latency_seconds": 0.0261,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Samuel Džurina",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0208",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Tetiana Mohorian?",
|
|
"latency_seconds": 0.024949,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0211",
|
|
"split": "dev",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Cez ktorý rok začiatku štúdia sú prepojené osoby Daniil Huzenko a Ján Pták?",
|
|
"latency_seconds": 0.025803,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Ján Pták",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Ján Pták",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"matched_properties": [
|
|
"Person.start_year",
|
|
"Person.start_year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0219",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Artem Yatsenko?",
|
|
"latency_seconds": 0.029408,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0220",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Artem Yatsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025718,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2022"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0221",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Daniil Huzenko?",
|
|
"latency_seconds": 0.028771,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0222",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Daniil Huzenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025528,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0227",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dominik Nagy?",
|
|
"latency_seconds": 0.030826,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0228",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dominik Nagy s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.026372,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0231",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Dávid Omasta?",
|
|
"latency_seconds": 0.030327,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0232",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Dávid Omasta s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025692,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"2024"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0237",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Jakub Maruniak?",
|
|
"latency_seconds": 0.030385,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0238",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Jakub Maruniak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025662,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0239",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Holp?",
|
|
"latency_seconds": 0.030324,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0240",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ján Holp s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025476,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0243",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ján Pták?",
|
|
"latency_seconds": 0.029743,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"expected_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0244",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ján Pták s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025803,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Work.title",
|
|
"Work.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0245",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Kristián Sopkovič?",
|
|
"latency_seconds": 0.03172,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0246",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Kristián Sopkovič s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.027605,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0251",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Maroš Harahus?",
|
|
"latency_seconds": 0.031126,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0252",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Maroš Harahus s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025605,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka",
|
|
"2021"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0257",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Novotný?",
|
|
"latency_seconds": 0.029159,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0258",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Matej Novotný s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.026612,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"Klasifikácia webových dát pre lepšie jazykové modelovanie",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia webových dát pre lepšie jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0259",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Matej Ščišľak?",
|
|
"latency_seconds": 0.03087,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0260",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Matej Ščišľak s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025557,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0261",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Michal Stromko?",
|
|
"latency_seconds": 0.031489,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0262",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Michal Stromko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025408,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0269",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Ondrej Megela?",
|
|
"latency_seconds": 0.030766,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0270",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Ondrej Megela s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.026448,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Neurónové jazykové modelovanie typu BERT",
|
|
"2020"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0271",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Patrik Pavlišin?",
|
|
"latency_seconds": 0.030734,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0272",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Patrik Pavlišin s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025404,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0275",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.03692,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0276",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Rostyslav Rodzhuk s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025417,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0277",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Samuel Džurina?",
|
|
"latency_seconds": 0.028552,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0278",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Samuel Džurina s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025496,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0281",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Simona Bobrovčanová?",
|
|
"latency_seconds": 0.029779,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0282",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Simona Bobrovčanová s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025126,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0283",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tetiana Mohorian?",
|
|
"latency_seconds": 0.029788,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0284",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Tetiana Mohorian s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025128,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0285",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Tomáš Kuchárik?",
|
|
"latency_seconds": 0.031425,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0286",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Tomáš Kuchárik s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025138,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu",
|
|
"2022"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0287",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Valerii Kutsenko?",
|
|
"latency_seconds": 0.031445,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0288",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Valerii Kutsenko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.026259,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov",
|
|
"2027"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0289",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Vladimír Ferko?",
|
|
"latency_seconds": 0.03428,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0290",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Vladimír Ferko s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.025226,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"2024"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0293",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Aký názov práce a aký rok práce sú uvedené pri osobe Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.03141,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0294",
|
|
"split": "dev",
|
|
"category": "person_title_year",
|
|
"difficulty": "medium",
|
|
"question": "Prepoj osobu Yevhenii Medushivskyi s názvom jej práce a rokom, v ktorom je táto práca v ZP Wiki uvedená.",
|
|
"latency_seconds": 0.026072,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.0,
|
|
"entity_score": 0.0,
|
|
"relation_score": 0.0,
|
|
"property_score": 0.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok",
|
|
"2026"
|
|
],
|
|
"matched_values": [],
|
|
"expected_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [],
|
|
"expected_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.title",
|
|
"Thesis.year"
|
|
],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0296",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo slovenský text?",
|
|
"latency_seconds": 0.032829,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"slovenský text",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenský text"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0297",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Kristián Sopkovič, ak jej dokument zároveň obsahuje kľúčové slovo transformery?",
|
|
"latency_seconds": 0.034758,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"transformery",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "transformery"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0298",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?",
|
|
"latency_seconds": 0.03072,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.333333,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"hate speech",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate speech"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0299",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?",
|
|
"latency_seconds": 0.033767,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"FAISS",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "FAISS"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0300",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo OpenWebUI?",
|
|
"latency_seconds": 0.03305,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"OpenWebUI",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"expected_properties": [
|
|
"Work.title"
|
|
],
|
|
"matched_properties": [
|
|
"Work.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0301",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo Neo4J?",
|
|
"latency_seconds": 0.034873,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Neo4J",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Neo4J"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0302",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo prompting?",
|
|
"latency_seconds": 0.038,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"prompting",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "prompting"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0303",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo morfologická anotácia?",
|
|
"latency_seconds": 0.038791,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"morfologická anotácia",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"morfologická anotácia",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "morfologická anotácia"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0304",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tomáš Kuchárik, ak jej dokument zároveň obsahuje kľúčové slovo SQuAD?",
|
|
"latency_seconds": 0.038008,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"SQuAD",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "SQuAD"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou strojového prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0305",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Pták, ak jej dokument zároveň obsahuje kľúčové slovo Docker?",
|
|
"latency_seconds": 0.031918,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Docker",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Agent pre manažment záverečných prác"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Docker"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "work_title",
|
|
"value": "Agent pre manažment záverečných prác"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"expected_properties": [
|
|
"Work.title"
|
|
],
|
|
"matched_properties": [
|
|
"Work.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0309",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo automatický preklad?",
|
|
"latency_seconds": 0.032675,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"automatický preklad",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "automatický preklad"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0314",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Samuel Džurina, ak jej dokument zároveň obsahuje kľúčové slovo zásielková spoločnosť?",
|
|
"latency_seconds": 0.030712,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.333333,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"zásielková spoločnosť",
|
|
"Dialógový systém pre podporu firemných procesov"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "zásielková spoločnosť"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0316",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo znalostný graf?",
|
|
"latency_seconds": 0.032779,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"znalostný graf",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "znalostný graf"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0319",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo grafové neurónové siete?",
|
|
"latency_seconds": 0.035086,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"grafové neurónové siete",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "grafové neurónové siete"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0322",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?",
|
|
"latency_seconds": 0.032689,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"anotácia",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotácia"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0323",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo sumarizácia?",
|
|
"latency_seconds": 0.031545,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"sumarizácia",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"sumarizácia",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "sumarizácia"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0324",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?",
|
|
"latency_seconds": 0.034784,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"strojový preklad",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"strojový preklad",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0327",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo získavanie informácií?",
|
|
"latency_seconds": 0.034428,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"získavanie informácií",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "získavanie informácií"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0328",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo špeciálny pedagóg?",
|
|
"latency_seconds": 0.030974,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"špeciálny pedagóg",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "špeciálny pedagóg"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0329",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?",
|
|
"latency_seconds": 0.03673,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"GraphRAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "GraphRAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0330",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Tetiana Mohorian, ak jej dokument zároveň obsahuje kľúčové slovo LLM?",
|
|
"latency_seconds": 0.044139,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.333333,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"LLM",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "LLM"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0331",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo deduplikácia?",
|
|
"latency_seconds": 0.041277,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"deduplikácia",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "deduplikácia"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0333",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Rostyslav Rodzhuk, ak jej dokument zároveň obsahuje kľúčové slovo LLM?",
|
|
"latency_seconds": 0.032274,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.333333,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"LLM",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "LLM"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Inteligentný agent pre podporu práce špeciálneho pedagóga"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0336",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Artem Yatsenko, ak jej dokument zároveň obsahuje kľúčové slovo pomenované entity?",
|
|
"latency_seconds": 0.032832,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"pomenované entity",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "pomenované entity"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0337",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo slovenský internet?",
|
|
"latency_seconds": 0.033722,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"slovenský internet",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenský internet"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0340",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Matej Ščišľak, ak jej dokument zároveň obsahuje kľúčové slovo GraphRAG?",
|
|
"latency_seconds": 0.033024,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"GraphRAG",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "GraphRAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0341",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo Elasticsearch?",
|
|
"latency_seconds": 0.034721,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Elasticsearch",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Elasticsearch",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Elasticsearch"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0343",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Yevhenii Medushivskyi, ak jej dokument zároveň obsahuje kľúčové slovo crawler?",
|
|
"latency_seconds": 0.03299,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"crawler",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"Získavanie textu z webových stránok"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "crawler"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Získavanie textu z webových stránok"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0344",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo hate speech?",
|
|
"latency_seconds": 0.03297,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.333333,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"hate speech",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate speech"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0345",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Maroš Harahus, ak jej dokument zároveň obsahuje kľúčové slovo Spacy?",
|
|
"latency_seconds": 0.036856,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"Neurónová morfologická anotácia slovenského jazyka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónová morfologická anotácia slovenského jazyka"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0346",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Valerii Kutsenko, ak jej dokument zároveň obsahuje kľúčové slovo RAG?",
|
|
"latency_seconds": 0.033544,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"RAG",
|
|
"Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "RAG"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Zlepšenie vyhľadávania pomocou znalostných grafov"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0347",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Patrik Pavlišin, ak jej dokument zároveň obsahuje kľúčové slovo paralelný korpus?",
|
|
"latency_seconds": 0.034021,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"paralelný korpus",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"Metódy automatického prekladu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "paralelný korpus"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0348",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo SlovakBERT?",
|
|
"latency_seconds": 0.031957,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"SlovakBERT",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "SlovakBERT"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0349",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Vladimír Ferko, ak jej dokument zároveň obsahuje kľúčové slovo anotácia?",
|
|
"latency_seconds": 0.030962,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"anotácia",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"anotácia",
|
|
"Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotácia"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0353",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Dominik Nagy, ak jej dokument zároveň obsahuje kľúčové slovo strojový preklad?",
|
|
"latency_seconds": 0.034527,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"strojový preklad",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"strojový preklad",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "strojový preklad"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0354",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo BERT?",
|
|
"latency_seconds": 0.034834,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"BERT",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"BERT",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "BERT"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "BERT"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0355",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ján Holp, ak jej dokument zároveň obsahuje kľúčové slovo PageRank?",
|
|
"latency_seconds": 0.032861,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"PageRank",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"PageRank",
|
|
"Systém získavania informácií v slovenskom jazyku"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "PageRank"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "PageRank"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0359",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Simona Bobrovčanová, ak jej dokument zároveň obsahuje kľúčové slovo právne dokumenty?",
|
|
"latency_seconds": 0.030909,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"právne dokumenty",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"Automatická sumarizácia slovenského textu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "právne dokumenty"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0361",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Michal Stromko, ak jej dokument zároveň obsahuje kľúčové slovo FAISS?",
|
|
"latency_seconds": 0.03251,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"FAISS",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "FAISS"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0364",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Kubernetes?",
|
|
"latency_seconds": 0.032602,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Kubernetes",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Kubernetes"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0366",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Ondrej Megela, ak jej dokument zároveň obsahuje kľúčové slovo jazykové modelovanie?",
|
|
"latency_seconds": 0.058894,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"jazykové modelovanie",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"jazykové modelovanie",
|
|
"Neurónové jazykové modelovanie typu BERT"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "jazykové modelovanie"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové jazykové modelovanie typu BERT"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0368",
|
|
"split": "dev",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký je názov práce osoby Daniil Huzenko, ak jej dokument zároveň obsahuje kľúčové slovo Raspberry Pi?",
|
|
"latency_seconds": 0.032233,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Raspberry Pi",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "keyword",
|
|
"value": "Raspberry Pi"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"AUTHORED"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.title"
|
|
],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0375",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.025147,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Michal Stromko"
|
|
],
|
|
"matched_values": [
|
|
"bp2022",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0376",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Yevhenii Medushivskyi spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.025215,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"bp2026",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0379",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.026441,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"bp2022",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0380",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.024993,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Michal Stromko"
|
|
],
|
|
"matched_values": [
|
|
"dp2024",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0381",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.026127,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Dominik Nagy"
|
|
],
|
|
"matched_values": [
|
|
"bp2019",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0382",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou vp2025?",
|
|
"latency_seconds": 0.025569,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"vp2025",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"vp2025",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0385",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oliver Pejic spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.025302,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Oliver Pejic"
|
|
],
|
|
"matched_values": [
|
|
"iaeste",
|
|
"Oliver Pejic"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0386",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Vladimír Ferko spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.025402,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"matched_values": [
|
|
"bp2024",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0387",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Jakub Maruniak spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.025292,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Jakub Maruniak"
|
|
],
|
|
"matched_values": [
|
|
"bp2019",
|
|
"Jakub Maruniak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0388",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou dp2023?",
|
|
"latency_seconds": 0.024768,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2023",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"dp2023",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0389",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.02551,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Dávid Omasta"
|
|
],
|
|
"matched_values": [
|
|
"dp2024",
|
|
"Dávid Omasta"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0390",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.025801,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"dp2021",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0392",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dominik Nagy spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.025151,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"matched_values": [
|
|
"dp2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0393",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Matej Novotný spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.025,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2026",
|
|
"Matej Novotný"
|
|
],
|
|
"matched_values": [
|
|
"dp2026",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0394",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Simona Bobrovčanová spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.025719,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"bp2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0396",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.025487,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"bp2019",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0397",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.026321,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"bp2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0398",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou bp2020?",
|
|
"latency_seconds": 0.026144,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2020",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"matched_values": [
|
|
"bp2020",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0400",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou bp2019?",
|
|
"latency_seconds": 0.025873,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2019",
|
|
"Ján Holp"
|
|
],
|
|
"matched_values": [
|
|
"bp2019",
|
|
"Ján Holp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0405",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou bp2024?",
|
|
"latency_seconds": 0.025515,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2024",
|
|
"Matej Ščišľak"
|
|
],
|
|
"matched_values": [
|
|
"bp2024",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0407",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Samuel Džurina spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.025488,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"bp2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0408",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Patrik Pavlišin spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.024898,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"matched_values": [
|
|
"dp2022",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0410",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Bogdan Paul Chiș spojený s kategóriou erasmus?",
|
|
"latency_seconds": 0.025237,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"erasmus",
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"matched_values": [
|
|
"erasmus",
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0411",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.025409,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Ján Holp"
|
|
],
|
|
"matched_values": [
|
|
"dp2021",
|
|
"Ján Holp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0412",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Pták spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.025554,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2027",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"dp2027",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0415",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Cesar Abascal Gutierrez spojený s kategóriou iaeste?",
|
|
"latency_seconds": 0.026692,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"iaeste",
|
|
"Cesar Abascal Gutierrez"
|
|
],
|
|
"matched_values": [
|
|
"iaeste",
|
|
"Cesar Abascal Gutierrez"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0416",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ondrej Megela spojený s kategóriou bp2021?",
|
|
"latency_seconds": 0.027061,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2021",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"bp2021",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0417",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Tomáš Kuchárik spojený s kategóriou dp2022?",
|
|
"latency_seconds": 0.028831,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"dp2022",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0420",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Michal Stromko spojený s kategóriou vp2021?",
|
|
"latency_seconds": 0.026629,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"vp2021",
|
|
"Michal Stromko"
|
|
],
|
|
"matched_values": [
|
|
"vp2021",
|
|
"Michal Stromko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0422",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Rostyslav Rodzhuk spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.026499,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"bp2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0424",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou vp2024?",
|
|
"latency_seconds": 0.025404,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"vp2024",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"vp2024",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0425",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Kristián Sopkovič spojený s kategóriou dp2024?",
|
|
"latency_seconds": 0.02588,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2024",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"dp2024",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0426",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Artem Yatsenko spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.02621,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2022",
|
|
"Artem Yatsenko"
|
|
],
|
|
"matched_values": [
|
|
"bp2022",
|
|
"Artem Yatsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0427",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou dp2021?",
|
|
"latency_seconds": 0.025359,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"dp2021",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"dp2021",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0433",
|
|
"split": "dev",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Daniil Huzenko spojený s kategóriou bp2025?",
|
|
"latency_seconds": 0.025453,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.5,
|
|
"relation_score": 0.666667,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniel Hladek",
|
|
"bp2025",
|
|
"Daniil Huzenko"
|
|
],
|
|
"matched_values": [
|
|
"bp2025",
|
|
"Daniil Huzenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY",
|
|
"AUTHORED_DOCUMENT"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0435",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?",
|
|
"latency_seconds": 0.026788,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0436",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?",
|
|
"latency_seconds": 0.025725,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0438",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?",
|
|
"latency_seconds": 0.025511,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0439",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?",
|
|
"latency_seconds": 0.026074,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0440",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?",
|
|
"latency_seconds": 0.025504,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0442",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?",
|
|
"latency_seconds": 0.026161,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0443",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?",
|
|
"latency_seconds": 0.025228,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0445",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?",
|
|
"latency_seconds": 0.025159,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0447",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ján Holp?",
|
|
"latency_seconds": 0.025498,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0449",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Jakub Maruniak?",
|
|
"latency_seconds": 0.026307,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0450",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Michal Stromko?",
|
|
"latency_seconds": 0.026242,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024",
|
|
"vp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0452",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Matej Ščišľak?",
|
|
"latency_seconds": 0.025165,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2024",
|
|
"dp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0453",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Rostyslav Rodzhuk?",
|
|
"latency_seconds": 0.025642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026",
|
|
"vp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0454",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dávid Omasta?",
|
|
"latency_seconds": 0.025248,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2023",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0455",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Ondrej Megela?",
|
|
"latency_seconds": 0.025762,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0457",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Dominik Nagy?",
|
|
"latency_seconds": 0.02557,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2022",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0458",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Maroš Harahus?",
|
|
"latency_seconds": 0.025487,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019",
|
|
"dp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019",
|
|
"dp2021",
|
|
"tp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": false,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0459",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Valerii Kutsenko?",
|
|
"latency_seconds": 0.025682,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025",
|
|
"dp2027",
|
|
"vp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0461",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Patrik Pavlišin?",
|
|
"latency_seconds": 0.026465,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2020",
|
|
"dp2022",
|
|
"tp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0462",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Kristián Sopkovič?",
|
|
"latency_seconds": 0.025662,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2024"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022",
|
|
"dp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0464",
|
|
"split": "dev",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "V ktorých kategóriách sa nachádzajú dokumenty osoby Tomáš Kuchárik?",
|
|
"latency_seconds": 0.025161,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Tomáš Kuchárik",
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2021",
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 3,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0465",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2021. Koľko ich je?",
|
|
"latency_seconds": 0.03441,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.8,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.75,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_actual": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 3,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0466",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.031747,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.75,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_actual": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 2,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0469",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Ondrej Megela, Patrik Pavlišin, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2020. Koľko ich je?",
|
|
"latency_seconds": 0.032619,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.666667,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_actual": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 2,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0471",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Omasta, Vladimír Ferko, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2024. Koľko ich je?",
|
|
"latency_seconds": 0.034097,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.666667,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"Vladimír Ferko",
|
|
"2",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [
|
|
"david omasta",
|
|
"vladimir ferko"
|
|
],
|
|
"entity_set_actual": [
|
|
"david omasta",
|
|
"vladimir ferko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 3,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0473",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Ján Pták, Matej Novotný, Matej Ščišľak, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2026. Koľko ich je?",
|
|
"latency_seconds": 0.032323,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.75,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"3",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"Matej Novotný",
|
|
"Matej Ščišľak",
|
|
"3",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [
|
|
"jan ptak",
|
|
"matej novotny",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_actual": [
|
|
"jan ptak",
|
|
"matej novotny",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 2,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0475",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Daniil Huzenko, Tetiana Mohorian, Artem Yatsenko vyber všetky osoby, pri ktorých je práca uvedená v roku 2025. Koľko ich je?",
|
|
"latency_seconds": 0.033666,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.666667,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Tetiana Mohorian",
|
|
"2",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [
|
|
"daniil huzenko",
|
|
"tetiana mohorian"
|
|
],
|
|
"entity_set_actual": [
|
|
"daniil huzenko",
|
|
"tetiana mohorian"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 3,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0476",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Jakub Maruniak, Ján Holp, Maroš Harahus, Artem Yatsenko zdieľajú rok práce 2021? Uveď aj ich počet.",
|
|
"latency_seconds": 0.055723,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.8,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.75,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"3",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Ján Holp",
|
|
"Maroš Harahus",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_actual": [
|
|
"jakub maruniak",
|
|
"jan holp",
|
|
"maros harahus"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 3,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0477",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Artem Yatsenko, Dominik Nagy, Kristián Sopkovič, Daniil Huzenko zdieľajú rok práce 2022? Uveď aj ich počet.",
|
|
"latency_seconds": 0.04418,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.75,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"Dominik Nagy",
|
|
"Kristián Sopkovič",
|
|
"3",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_actual": [
|
|
"artem yatsenko",
|
|
"dominik nagy",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": false,
|
|
"expected_count": 2,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0480",
|
|
"split": "dev",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré osoby zo zoznamu Ondrej Megela, Patrik Pavlišin, Artem Yatsenko zdieľajú rok práce 2020? Uveď aj ich počet.",
|
|
"latency_seconds": 0.042632,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 0.666667,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"Patrik Pavlišin",
|
|
"2",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_actual": [
|
|
"ondrej megela",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0484",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ján Pták a Matej Novotný spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo OpenWebUI a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.042791,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"OpenWebUI",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0485",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Elasticsearch a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.043568,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0486",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo LLM a jej práca je uvedená v roku 2025?",
|
|
"latency_seconds": 0.038977,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 0.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"LLM",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "LLM"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0488",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo FAISS a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.043052,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"FAISS",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "FAISS"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0490",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Tetiana Mohorian a Daniil Huzenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo prompting a jej práca je uvedená v roku 2025?",
|
|
"latency_seconds": 0.050142,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"prompting",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "prompting"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0492",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Yevhenii Medushivskyi a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo webový korpus a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.064509,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"webový korpus",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "webový korpus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0493",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Simona Bobrovčanová a Ján Pták spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo právne dokumenty a jej práca je uvedená v roku 2026?",
|
|
"latency_seconds": 0.043334,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"právne dokumenty",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "právne dokumenty"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0495",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenčina a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.042003,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"slovenčina",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenčina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0498",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Maroš Harahus a Artem Yatsenko spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.039319,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Spacy",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0499",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ján Holp a Jakub Maruniak spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo slovenský internet a jej práca je uvedená v roku 2021?",
|
|
"latency_seconds": 0.0627,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 0.666667,
|
|
"entity_score": 0.666667,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"slovenský internet",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "slovenský internet"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "g0500",
|
|
"split": "dev",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Dominik Nagy spĺňa obe podmienky: jej dokument obsahuje kľúčové slovo Spacy a jej práca je uvedená v roku 2022?",
|
|
"latency_seconds": 0.044306,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Spacy",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "Spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"expected_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"matched_properties": [
|
|
"Thesis.year|Work.year"
|
|
],
|
|
"relation_choices": [
|
|
{
|
|
"choices": [
|
|
"AUTHORED",
|
|
"HAS_WORK"
|
|
],
|
|
"matched": true
|
|
}
|
|
],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
}
|
|
]
|
|
}
|