38 lines
1.1 KiB
JSON
38 lines
1.1 KiB
JSON
{
|
|
"seed": 20261026,
|
|
"dev_count": 1046,
|
|
"fresh_test_count": 80,
|
|
"test_categories": {
|
|
"shared_keyword_pair": 10,
|
|
"same_academic_year_pair": 10,
|
|
"same_start_year_pair": 10,
|
|
"person_title_year": 10,
|
|
"person_keyword_title": 10,
|
|
"document_author_category_multi_hop": 2,
|
|
"person_multiple_categories": 7,
|
|
"candidate_set_aggregation": 7,
|
|
"conjunctive_disambiguation": 6,
|
|
"negative_lookup": 8
|
|
},
|
|
"test_positives": 72,
|
|
"test_negatives": 8,
|
|
"available_groups": {
|
|
"shared_keyword_pair": 1883,
|
|
"same_academic_year_pair": 535,
|
|
"same_start_year_pair": 153,
|
|
"person_title_year": 30,
|
|
"person_keyword_title": 146,
|
|
"document_author_category_multi_hop": 2,
|
|
"person_multiple_categories": 7,
|
|
"candidate_set_aggregation": 54,
|
|
"conjunctive_disambiguation": 628,
|
|
"negative_lookup": 106
|
|
},
|
|
"old_gold_corrections": 10,
|
|
"regression_count": 320,
|
|
"llm_dev_count": 46,
|
|
"target": 0.92,
|
|
"policy": "Freeze after complete DEV; run fresh TEST once, retain every failure. Regression remains separate.",
|
|
"annotation": "Independent raw-source oracle plus AI source review; not human review."
|
|
}
|