{ "version": "v3", "dev": { "questions": 589, "strict_count": 589, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.041531, "latency_median_seconds": 0.040416, "latency_p95_seconds": 0.056271 }, "test": { "questions": 13, "strict_count": 13, "strict_accuracy": 1.0, "error_count": 0, "value_score": 1.0, "entity_score": 1.0, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 1.0, "path_score": 1.0, "answerability_accuracy": 1.0, "latency_mean_seconds": 0.054831, "latency_median_seconds": 0.043193, "latency_p95_seconds": 0.109367 }, "tests": { "passed": 430, "skipped": 4, "neo4j_rollback_cases": 10 }, "freeze_sha256": "89731e4cc375e6c2a84759a4d7ec1db3f01f4a406be42c7a8d6df7ce27780ab1", "independence": { "source_profile_overlap": 0, "test_profiles": 2, "test_questions": 13, "limitation": "Supplementary small holdout with limited category coverage; no universal 100% correctness claim." }, "broader_v2_independent_test": { "questions": 80, "strict_count": 67, "strict_accuracy": 0.8375, "error_count": 0, "value_score": 0.845833, "entity_score": 0.84375, "relation_score": 1.0, "property_score": 1.0, "relation_choice_score": 1.0, "document_recall": 1.0, "source_recall": 1.0, "binding_score": 0.8375, "path_score": 0.8375, "answerability_accuracy": 0.8375, "latency_mean_seconds": 0.046289, "latency_median_seconds": 0.037556, "latency_p95_seconds": 0.054178 }, "v2_test_now_development_only": true, "legacy_137_resolution": { "literal_tag_false_premises": 128, "exact_category_corrections": 9 }, "post_test_python_changes": false }