83 lines
4.3 KiB
JSON
83 lines
4.3 KiB
JSON
{
|
|
"schema_version": 1,
|
|
"frozen_at_utc": "2026-10-24T19:03:18.603604+00:00",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "81f6e9f5c9e71b588f8bed1968c1e900e29e484ba81d23b6a3a68e7220ad75a5",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "6bdf68307b6bb90731fe09a89955e96eee76fec13bdf82281a96715dd168680e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "32198eca7642f39a8ad33deefe0eea396d38fcc0f5bc5814cbb64ab6d3443b9e",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "267d4e9942b7767a78a3689e8f7c9d6ed49f025389b043b69449b2d225651160",
|
|
"tools/graphrag/evaluation/reproducibility.py": "5c28d8aa37ec6a973fa494f7e528c19af2f1326422ea7fd05912e01aa1af6725",
|
|
"tools/graphrag/graph_db.py": "a6fce68000065d328139829c5ca894623f6ed5828c74a869663366c2ad7b5ea2",
|
|
"tools/graphrag/graph_search.py": "20f466e8d9eef6a38e41860e9be9ebc719c93f38bcfa6f60aca0e1b56c7d6bca",
|
|
"tools/graphrag/graphrag.py": "bee2eb1f86d8df8e978495a61107edf723df2dc2e0468e3ecf844719ec635e1d",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_graph_search.py": "d5c95b5de2a0962857331929522764aa46a1222e550a3eb1aaca2148f9d58748",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "6379335110f05668beca87ca7e486442071b2f666dbd651408d5f3a8d5723f0e",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a"
|
|
},
|
|
"dataset_sha256": "b5c96e423fc9a5bcee0dcca38fdeac86b2f7cd1efebfcb0d7cd4cfb7fed0620e",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
}
|
|
},
|
|
"graph": {
|
|
"sha256": "0637d9ebb106c65d9aaa73d0634b28db81135e6a6c7503ea6b06c4a922e7e1e3",
|
|
"nodes": 422,
|
|
"relationships": 829
|
|
},
|
|
"parameters": {
|
|
"limit": 40,
|
|
"max_entities": 8
|
|
},
|
|
"dev_summary": {
|
|
"questions": 286,
|
|
"strict_count": 209,
|
|
"strict_accuracy": 0.730769,
|
|
"error_count": 0,
|
|
"value_score": 0.751748,
|
|
"entity_score": 0.751748,
|
|
"relation_score": 0.751748,
|
|
"property_score": 0.835664,
|
|
"relation_choice_score": 0.968531,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"latency_mean_seconds": 0.032786,
|
|
"latency_median_seconds": 0.03221,
|
|
"latency_p95_seconds": 0.041831
|
|
},
|
|
"source_audit_summary": {
|
|
"dev": {
|
|
"questions": 286,
|
|
"source_consistent": 209,
|
|
"issues": {
|
|
"keyword_not_in_frontmatter_catalog": 66,
|
|
"keyword_not_linked_to_expected_person": 5,
|
|
"exact_categories_omit_or_add_source_categories": 6
|
|
}
|
|
},
|
|
"test": {
|
|
"questions": 214,
|
|
"source_consistent": 154,
|
|
"issues": {
|
|
"keyword_not_in_frontmatter_catalog": 46,
|
|
"keyword_not_linked_to_expected_person": 11,
|
|
"exact_categories_omit_or_add_source_categories": 3
|
|
}
|
|
}
|
|
},
|
|
"policy": "Report all questions. Source-consistent subset is supplementary. No holdout tuning.",
|
|
"dev_results_sha256": "768d6795cf49b59a59a405276950afd4c48b22357cb682b9820f747d2a9e2be9",
|
|
"audit_sha256": "4fbc8ea8090caaf275cac384e3c3c8ed7c3743b49523086bee3f0970e11d9276"
|
|
}
|