153 lines
12 KiB
JSON
153 lines
12 KiB
JSON
{
|
|
"schema": 1,
|
|
"created_utc": "2026-11-10T07:06:29.778840+00:00",
|
|
"split": "TEST",
|
|
"dataset_sha256": "bdb40c23d7df909b4a3ff6cf331df3566cd129b345e1768bc67fb37ef2647af2",
|
|
"evaluator_sha256": "e859e1eec8fc2a2a6993a9fce57e875e3fb11d3a93125e801cb0ca178b572461",
|
|
"runtime_files": {
|
|
"app/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"app/main.py": "38ae3f77e8a0ddec414459da1ec17d5247d2f9457bc7ceb2af17d442658a1d28",
|
|
"app/routes.py": "55b2178834dc0e98cf832c4c87ef07304a99b0ebffc9d4b41093fbfaaed10235",
|
|
"app/security.py": "ac1dc6c637e007cffb1997007e9b5ec2a398d4719349a9177fe551ca6422e6e0",
|
|
"packages/claude/client.py": "678607f17b6ab9c080ca97552b6f698c4f2a34e2a9fffec945b995e1f282cc87",
|
|
"packages/claude/graphrag/SKILL.md": "7d113f5b24fc44f94257e17e111447fb9dd6bd57a62cf12b89a6101166c0f8c0",
|
|
"packages/claude/graphrag/scripts/query.py": "463460cd93cf2a584156df6aa571bcf98297e5a1a7258581d02b084b1e1a6180",
|
|
"packages/claude/mcp_server.py": "a271586d892a922ce84070e8b782f301d8ea9e2b0204da54205427c774956ef1",
|
|
"packages/claude/oauth_provider.py": "85e00facfe9c772b174b57f125986a329e3b1bc99f72f4a7f553b763fbea166b",
|
|
"packages/claude/rag/SKILL.md": "2261d54ef32824c3225c25f58a2dd9f60377df8c19600b857966f5ae33452bcf",
|
|
"packages/claude/rag/scripts/query.py": "f482f2dc53430cbb383bce4fcc1cccaf580fc7b5a0c885a217fc40cf53713277",
|
|
"tools/answers/__init__.py": "8b8ab7f996121e5e5b1b594cf08f4c3b4f16f1b434b74276c803a3a83681d2cb",
|
|
"tools/answers/answer_coverage.py": "746ab3b89ba65f263b63037be55ee02ee25aaaf685dae6e95f7bd6a5536fc6fa",
|
|
"tools/answers/answer_delivery.py": "1a5adbd545d03457b3ef3c5e5d9c8552a165658faf025e49ba1a2b9ed8dc6b91",
|
|
"tools/answers/answer_errors.py": "9fa03bfeb1548596341cb2cb619af623811a98af807f0489b4f0188af91bee06",
|
|
"tools/answers/answer_format.py": "533cfe3a30c835d22441d877df63fe08e366d01ed6d15474fe6fcff26bde259b",
|
|
"tools/answers/checked_generation.py": "e36def33fb83e5c973fa632685b4782fa411a7eeb7151ef8c14007f58fa1f375",
|
|
"tools/answers/content_selection.py": "8e09f4423f2fd3b253f5779f62849b11b9570a112a472ea07392468901e3d80e",
|
|
"tools/answers/context_policy.py": "526f5de0b9112e23abd76e403799f156d0150c83f03577251af23d1685991327",
|
|
"tools/answers/conversation.py": "a32243add4a59248d8eef92da79de6aa1e200b04e614a27aeb0e2fdb8ae43ce9",
|
|
"tools/answers/delivery_contract.py": "c69ffe0d10774dfb8c7e39e8dfa2885255239cbab151ca5012e7d5168fe329b7",
|
|
"tools/answers/evidence_selection.py": "1007a85b8838e1eb3c34ee610a4f81dfff57410a90213e02b8ccde90a0fedbd2",
|
|
"tools/answers/graph_answer_prompt.txt": "9f61bf69c8787f9fcf650c0228a30dfed5f18a870c9980c6ef892297ebe6013a",
|
|
"tools/answers/graph_context.py": "5b14150b7f6903cd92c004d56943d949167be8859acf4f97aed14a713e59faff",
|
|
"tools/answers/model_client.py": "f595eb1b594364faff21ce2a6842c8c7e40a5ca4e6a2c3085cdc4a4bae28ae04",
|
|
"tools/answers/notices.py": "d226b0476c9fe27c6ae86f0500ca63ea376f3496da3019b48f00736d2259e4ab",
|
|
"tools/answers/presentation.py": "954c65288ddc3c8f873fec3ef99176adb70785806043ac1814c7a01a267b4aad",
|
|
"tools/answers/question_intent.py": "c8d2445f93d430eb821bd73fa566ce73ba698e7e426387002d132e73cb524acc",
|
|
"tools/answers/question_plan.py": "f33d0c749f5f71539a5e3d35904764cf3e432fc19e28abf5d05ff1ec24abd547",
|
|
"tools/answers/rag_evidence.py": "351b99eb5757991696dbe10dcb794cf02aea7c2232c2b7eabab4e3bf1a7ad687",
|
|
"tools/answers/rag_metadata.py": "a16486932e66aed571fd25cb59c5656892613488ea90afe80c41b0c1d15afcf1",
|
|
"tools/answers/rag_preparation.py": "98468b111c9f8f6d423f3c6a07300c3ad7a7e9fef5bae1d1385b91a04771e069",
|
|
"tools/answers/recommendations.py": "7a27c01ad24d9b8dc78d69c2b95f886deed544ee24d59055a059b52d544f6574",
|
|
"tools/answers/reference_links.py": "eb59206bcb3b79912daafcd591e7adb504ec592e61ea32e4e133cb6a65fe0b57",
|
|
"tools/answers/render_answer.py": "953cae2cdbdbf05a1b0c1f2746c4dc5f0d85c9bcfd02c105df38a3ff1d2451af",
|
|
"tools/answers/synthesis.py": "0188b6354279cb76819c95a0527cff38bc6b616c4ea465a4bfc935edf66b536b",
|
|
"tools/answers/verified_rag.py": "b2e9777b269f2b19c16ad9e1aa86644f09a9ad96489358a1294e51d21025611e",
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "67c5b994ec1be07eadbeaebfad73aa21fbb88e2a28cee805af0034d7cd160b8b",
|
|
"tools/graphrag/graph_db.py": "5e6364d72cd645087c183633219b4771210c6c3f222946ff4c8e6c512b9b62e5",
|
|
"tools/graphrag/graph_search.py": "eff65f570d3a52a9cb4132db8f3c4b59dc08840001ae1bfbab6c7ab5eda09bb0",
|
|
"tools/graphrag/graphrag.py": "2ad7fc728761558d294399d52d5e2e66f6c57e1a88dc1aedf4e2e7ff6375fdcc",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/publication.py": "c804b447d02796fb4d53d4b37b843f1ad0d7c259d286b2eb14989ca659184682",
|
|
"tools/knowledge/__init__.py": "905a19d7cf5d95379800b2ad917ad759fa376f23d2f8a244527b9dc187555019",
|
|
"tools/knowledge/academic.py": "fb91eb0923cf752c91d1247899df4c0aa0a5baadb913c5d48384f09eb89a3ab7",
|
|
"tools/knowledge/build.py": "4666b1cd2d42533b7289f5e2ecaac11c5cc16e09f3ea4b9a2714d17cb8c2f9f6",
|
|
"tools/knowledge/concepts.py": "de0d005ab298c3d86020b0cb09fc695852303d8a5f411d0a3828b58131713b8d",
|
|
"tools/knowledge/evidence.py": "b0eb7d3e0f6a97083829a9940b3a64dade96d4f98435eb5ebfb43adaf10fac18",
|
|
"tools/knowledge/extraction.py": "c1819afc5072a5999c985b4547809db997ecf3e1112b031534ae34ed295bd106",
|
|
"tools/knowledge/graph_answers.py": "fd599b7ff65485ae11e77022cc007b99e5bd3b533383cc64dc5b7aa3dabf81fa",
|
|
"tools/knowledge/graph_projection.py": "dac3058008fb43c833d239b6a7ced27ef5419004cc768b246741eb2e1a69b12a",
|
|
"tools/knowledge/local_graph.py": "58af4bd5b888756728739e26d8bc9f4cba1aaf75853c17e11453d4f38fa29f1e",
|
|
"tools/knowledge/planned_answers.py": "947bc044f8a4942023d7b6d9a7e3a52464bdbca386908e2982daf1c84f789240",
|
|
"tools/knowledge/publication.py": "a5a29af22fd73a57f53da47c687200f0ad392d48ce94a23250f00c7a53731148",
|
|
"tools/knowledge/query.py": "e3952189c2ad098ace9be40dd360d52fefaad9d93f09520496dda7336e594a27",
|
|
"tools/knowledge/sources.py": "709c2201288a920e99578fe4e58e191a742deb5f15170104820680d156280c69",
|
|
"tools/knowledge/store.py": "fa22cd357df8c3cde4cd1b6a4f0a9b78d12721f3970ec896584205f8a5d5d7c1",
|
|
"tools/knowledge/text_retrieval.py": "946911f6b1aac8ccf1861c33b75b574df1deca810787b3bd0b2c708a9dd20f71",
|
|
"tools/rag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/rag/build_chunks.py": "037f80a423eba26258a8b1f24e8d9129ce4f043568b7db2574a80d01c5ca32ee",
|
|
"tools/rag/build_sqlite_index.py": "2cb5944543c77d6943fba9f1f7ce8d3c50340bf8e6a4063105e11dbdb608ace0",
|
|
"tools/rag/common.py": "c325b75d50b0cac6f4b780ad0b2a641b8478b9ba6a71680837fabedb947530fe",
|
|
"tools/rag/embedding_cache.py": "4c8faa262c59f85842747ba189fa35c1e4d0a4ce2fa5337bd42f498130022387",
|
|
"tools/rag/embedding_utils.py": "768798b43ca7c99f672ec9e957fb5c3d1c9208409c728cb9af6ae74d31d7d48c",
|
|
"tools/rag/llm_context.py": "8f195ff16639de4379c41108f7a3a456d90d985307ebde3691c1406b3f76dfa5",
|
|
"tools/rag/rag_document_expansion.py": "13ef2db80b6bae517cd46feba6a8096a64399019c5b2dd2a2d5ca1ebcdfbf638",
|
|
"tools/rag/rag_query_evidence.py": "af2dbb7ce94ae625ffc8e01040541b51449b8bd923a4da72027445b779647571",
|
|
"tools/rag/rag_supplemental_expansion.py": "7c26faf29fcc08ba480d7f374d17aa64b355ae87d9cc8bbaee02afb45c54320e",
|
|
"tools/rag/rag_utils.py": "fe42c7f7dc2b1679e0d619b29bd3f087c8e1349da1f45b39b2881eb7ea7f1b4a",
|
|
"tools/rag/rebuild_index.py": "5ee0159f7242d513377824cba6bff8c7d543d4a9c0001dc51499386412f4a3bf",
|
|
"tools/rag/scan_zpwiki.py": "1a24dcd7cc4063b9c398c81619e87775af07a2e0fa5ad824110c528247123e86",
|
|
"tools/rag/search_core.py": "f4757c197c1a1def3f1ab351cef7022968331c8c2ac57345015bcc30c6bfece1",
|
|
"tools/rag/search_db.py": "0356e00c6122b746edee86f28ce86543cfd26e40f55cae31f73feded9be14544",
|
|
"tools/rag/search_scope.py": "360a1f17a3fe341f829dd7685b253dc1ce2e286362431b638d39b1fe468d3f79",
|
|
"tools/rag/search_utils.py": "82ce2567d5837e4d1fa7b40ab91a2f5f7f3c992e33282ef0cf14bc3259110644",
|
|
"tools/rag/sqlite_schema.py": "e2281d500d05891c5c2f6651ca6c116530c8d0bd063637850243f52fc14e2745",
|
|
"tools/retrieval/__init__.py": "32038cbcb49f11f78f5fd439df555322a03996a5d9935c4f2f5a959528161771",
|
|
"tools/retrieval/person_names.py": "b617d556cc523a022c13387334daacc5c165816e87116c531dc13a4c61c00cac",
|
|
"tools/retrieval/publication.py": "bc5924dcba0dccf7434b277af773c60b212cb521b5a617055d00a456091e4e75",
|
|
"tools/retrieval/question_constraints.py": "d4847b75ab133a8303c5b1b454d9b70bd358dd58c08808c7943d1f31bed44d69",
|
|
"tools/retrieval/retrieval_contract.py": "3478e02c827d169fbecedd6f3cc11218e2636abed5a55bde416e593fc47d5368",
|
|
"tools/retrieval/text_budget.py": "cb676f60e827234ad168df86135871f84a4420c77bc1ccfb8d147879c4b84dcd",
|
|
"tools/retrieval/work_selector.py": "bd89164cbe3a5f9cb04a4c683d1781cfd1ee319c62bf0936421a96748bdaf9c1",
|
|
"tools/runtime/__init__.py": "684ad0cd460df5746f5785326ba7fcdbb017305b2317a96fbd1272d95f6dc2b2",
|
|
"tools/runtime/answer_health.py": "a02f5070d01c691db19337e5278e600fa686ea8bd83fa607620a35b81ece3d1c",
|
|
"tools/runtime/bootstrap_indexes.py": "f032e47390b14138d2f34ae65af68096364fe4eccd1dd3ddc0568806dea3af36",
|
|
"tools/runtime/report_files.py": "f54913b5b2e4465c11c40212b3fe0203cbad84007ffe46281753f485bc9d686d",
|
|
"tools/runtime/runtime_assets.py": "93d9ba92200e96d17f90e7171fff0b43ffe632c05dcfe446838fa87ad84db0bf",
|
|
"tools/runtime/runtime_health.py": "4685a46a0d8468db60fdb7bb3df3dbc1700c724f3dc7226ae431b2bd4b5272e4",
|
|
"tools/runtime/tool_health.py": "bc661bd32a6e6e6694612aa06879d5582a891053175ca6ac7ce2878bcb74701c",
|
|
"tools/sync/__init__.py": "2e0323ee92a26a8487ed7b60abd6c47f8c66755bc695c5e76b845503f34fb1f1",
|
|
"tools/sync/index_state.py": "a29a1daef5e1a0b52a9cfbadd1469d3eb8ab53e25939342b2f2df8941ffaf689",
|
|
"tools/sync/sync_indexes.py": "168d973d514a1220347f28d3fce079ee5a188ac283319cd8cda146a409cae9b8",
|
|
"tools/sync/sync_jobs.py": "d1ec1f05a9ffffa650b953c3217b39b84aef72add04a5d490eee9e7f194a290a",
|
|
"tools/sync/wiki_git.py": "adaea932acfea3829bbc1f12ea6fbf59948d8ebee530f6351b013ad68d78d1ce"
|
|
},
|
|
"index_version": {
|
|
"version": "815b67d4b9c54cbcb5d6bd87251fd2ef",
|
|
"git_revision": "c3ec9f611e645a2fe14fe66d518eb0924bf9bb40",
|
|
"created_at_utc": "2026-11-09T20:49:43.773353+00:00",
|
|
"source_sha256": "201798bf276106986e7ef01b4d6357960cb495d09c9855b7df922c1df4fb35a7",
|
|
"documents_sha256": "8b7eea54f6233cdc9d16610296d32b9336ab0cbaa4b881872a088c05464960be",
|
|
"chunks_sha256": "8357d1e0641206990d26827b94f37916661595261f368e30f828bccd03171c95",
|
|
"embedding_model": "intfloat/multilingual-e5-small",
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"embedding_fingerprint": "d066fb9a266a1a0c77c65da75dcf538cfab5c87d5c605ff26b1fd2da8a12aa92"
|
|
},
|
|
"knowledge_version": "9440b8501af042b871e40de3fdce8899",
|
|
"model": {
|
|
"provider": "openai_compatible",
|
|
"model": "model120-fast",
|
|
"endpoint": "https://ui.tukekemt.xyz/api/chat/completions"
|
|
},
|
|
"temperature": 0,
|
|
"structured_output": "prompt",
|
|
"limit": 10,
|
|
"cases": 80,
|
|
"categories": {
|
|
"record_identity": 10,
|
|
"inventory": 10,
|
|
"goals": 10,
|
|
"dated_state": 10,
|
|
"dated_plans": 10,
|
|
"latest_complete_record": 10,
|
|
"assignment_vs_record": 10,
|
|
"absent_work_year": 10
|
|
},
|
|
"threshold": 0.94,
|
|
"answer_retries": 0,
|
|
"judge_validation_attempts": 2,
|
|
"previous_exact_question_overlap": [],
|
|
"judge_calibration": {
|
|
"sha256": "6bced0cfa548a8547c36aa918c541654c4075609d7eb876c146e0d1462552028",
|
|
"passed": 8,
|
|
"total": 8
|
|
},
|
|
"limitations": [
|
|
"Question-held-out on an existing public corpus, not unseen documents or model training data.",
|
|
"Gold authored and checked against raw Markdown by AI; no human gold review claimed.",
|
|
"Same configured model judges answers in a separate call; correlated errors remain possible.",
|
|
"Several questions share source profiles; Wilson intervals are descriptive IID intervals, not a cluster-corrected population guarantee.",
|
|
"No runtime changes or TEST-directed tuning are allowed after this freeze. A rerun is reproduction."
|
|
]
|
|
}
|